2024-11-19 06:25:48,987 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-19 06:25:49,002 main DEBUG Took 0.012414 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 06:25:49,002 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 06:25:49,003 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 06:25:49,004 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 06:25:49,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,015 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 06:25:49,029 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,031 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,033 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,034 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,037 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,039 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,040 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,041 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,042 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:49,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,045 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 06:25:49,046 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:49,048 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 06:25:49,050 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 06:25:49,051 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 06:25:49,052 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 06:25:49,053 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 06:25:49,063 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 06:25:49,066 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 06:25:49,067 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 06:25:49,068 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 06:25:49,068 main DEBUG createAppenders(={Console}) 2024-11-19 06:25:49,069 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-19 06:25:49,069 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-19 06:25:49,069 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-19 06:25:49,070 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 06:25:49,070 main DEBUG OutputStream closed 2024-11-19 06:25:49,070 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 06:25:49,071 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 06:25:49,071 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-19 06:25:49,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 06:25:49,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 06:25:49,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 06:25:49,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 06:25:49,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 06:25:49,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 06:25:49,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 06:25:49,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 06:25:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 06:25:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 06:25:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 06:25:49,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 06:25:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 06:25:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 06:25:49,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 06:25:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 06:25:49,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 06:25:49,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 06:25:49,150 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 06:25:49,150 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-19 06:25:49,150 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 06:25:49,151 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-19T06:25:49,360 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d 2024-11-19 06:25:49,363 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 06:25:49,363 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T06:25:49,372 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-19T06:25:49,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T06:25:49,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8, deleteOnExit=true 2024-11-19T06:25:49,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T06:25:49,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/test.cache.data in system properties and HBase conf 2024-11-19T06:25:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T06:25:49,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.log.dir in system properties and HBase conf 2024-11-19T06:25:49,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T06:25:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T06:25:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T06:25:49,491 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T06:25:49,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T06:25:49,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T06:25:49,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T06:25:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T06:25:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T06:25:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T06:25:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T06:25:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T06:25:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T06:25:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T06:25:49,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/nfs.dump.dir in system properties and HBase conf 2024-11-19T06:25:49,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/java.io.tmpdir in system properties and HBase conf 2024-11-19T06:25:49,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T06:25:49,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T06:25:49,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T06:25:50,573 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T06:25:50,643 INFO [Time-limited test {}] log.Log(170): Logging initialized @2328ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T06:25:50,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T06:25:50,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T06:25:50,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T06:25:50,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T06:25:50,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T06:25:50,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T06:25:50,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T06:25:50,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T06:25:50,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/java.io.tmpdir/jetty-localhost-46211-hadoop-hdfs-3_4_1-tests_jar-_-any-18209288410043913424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T06:25:50,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:46211} 2024-11-19T06:25:50,982 INFO [Time-limited test {}] server.Server(415): Started @2668ms 2024-11-19T06:25:51,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T06:25:51,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T06:25:51,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T06:25:51,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T06:25:51,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T06:25:51,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.log.dir/,AVAILABLE} 2024-11-19T06:25:51,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T06:25:51,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-10338099914049884333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T06:25:51,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-11-19T06:25:51,573 INFO [Time-limited test {}] server.Server(415): Started @3259ms 2024-11-19T06:25:51,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T06:25:52,485 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data1/current/BP-831449548-172.17.0.2-1731997550150/current, will proceed with Du for space computation calculation, 2024-11-19T06:25:52,485 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data2/current/BP-831449548-172.17.0.2-1731997550150/current, will proceed with Du for space computation calculation, 2024-11-19T06:25:52,515 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T06:25:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc41d4659bc205f with lease ID 0xd306267c6ea5b79a: Processing first storage report for DS-c9ee3b7f-e165-413a-852b-95dc250f8895 from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=932fcefa-21cb-474a-a735-58635f88dcb4, infoPort=45543, infoSecurePort=0, ipcPort=41671, storageInfo=lv=-57;cid=testClusterID;nsid=1521067351;c=1731997550150) 2024-11-19T06:25:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc41d4659bc205f with lease ID 0xd306267c6ea5b79a: from storage DS-c9ee3b7f-e165-413a-852b-95dc250f8895 node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=932fcefa-21cb-474a-a735-58635f88dcb4, infoPort=45543, infoSecurePort=0, ipcPort=41671, storageInfo=lv=-57;cid=testClusterID;nsid=1521067351;c=1731997550150), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T06:25:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbc41d4659bc205f with lease ID 0xd306267c6ea5b79a: Processing first storage report for DS-68c0aebe-839f-4683-bd51-0ecb9ba1db8a from datanode DatanodeRegistration(127.0.0.1:35581, datanodeUuid=932fcefa-21cb-474a-a735-58635f88dcb4, infoPort=45543, infoSecurePort=0, ipcPort=41671, storageInfo=lv=-57;cid=testClusterID;nsid=1521067351;c=1731997550150) 2024-11-19T06:25:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbc41d4659bc205f with lease ID 0xd306267c6ea5b79a: from storage DS-68c0aebe-839f-4683-bd51-0ecb9ba1db8a node DatanodeRegistration(127.0.0.1:35581, datanodeUuid=932fcefa-21cb-474a-a735-58635f88dcb4, infoPort=45543, infoSecurePort=0, ipcPort=41671, storageInfo=lv=-57;cid=testClusterID;nsid=1521067351;c=1731997550150), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T06:25:52,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d 2024-11-19T06:25:52,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/zookeeper_0, clientPort=55568, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T06:25:52,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55568 2024-11-19T06:25:52,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:52,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741825_1001 (size=7) 2024-11-19T06:25:53,298 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 with version=8 2024-11-19T06:25:53,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/hbase-staging 2024-11-19T06:25:53,407 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T06:25:53,654 INFO [Time-limited test {}] client.ConnectionUtils(129): master/576536e5d610:0 server-side Connection retries=45 2024-11-19T06:25:53,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:53,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:53,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T06:25:53,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:53,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T06:25:53,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T06:25:53,834 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T06:25:53,842 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T06:25:53,845 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:53,866 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47763 (auto-detected) 2024-11-19T06:25:53,867 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T06:25:53,883 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38093 2024-11-19T06:25:53,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:53,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:53,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38093 connecting to ZooKeeper ensemble=127.0.0.1:55568 2024-11-19T06:25:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380930x0, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T06:25:54,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38093-0x101530ef2800000 connected 2024-11-19T06:25:54,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T06:25:54,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T06:25:54,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T06:25:54,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-19T06:25:54,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38093 2024-11-19T06:25:54,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38093 2024-11-19T06:25:54,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-19T06:25:54,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-19T06:25:54,107 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287, hbase.cluster.distributed=false 2024-11-19T06:25:54,165 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/576536e5d610:0 server-side Connection retries=45 2024-11-19T06:25:54,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:54,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:54,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T06:25:54,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T06:25:54,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T06:25:54,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T06:25:54,170 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:54,171 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42839 2024-11-19T06:25:54,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T06:25:54,177 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T06:25:54,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:54,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:54,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42839 connecting to ZooKeeper ensemble=127.0.0.1:55568 2024-11-19T06:25:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428390x0, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T06:25:54,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428390x0, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T06:25:54,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42839-0x101530ef2800001 connected 2024-11-19T06:25:54,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T06:25:54,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T06:25:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42839 2024-11-19T06:25:54,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42839 2024-11-19T06:25:54,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42839 2024-11-19T06:25:54,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42839 2024-11-19T06:25:54,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42839 2024-11-19T06:25:54,204 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/576536e5d610,38093,1731997553401 2024-11-19T06:25:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T06:25:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T06:25:54,220 DEBUG [M:0;576536e5d610:38093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;576536e5d610:38093 2024-11-19T06:25:54,221 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/576536e5d610,38093,1731997553401 2024-11-19T06:25:54,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T06:25:54,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T06:25:54,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:54,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:54,247 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T06:25:54,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T06:25:54,248 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/576536e5d610,38093,1731997553401 from backup master directory 2024-11-19T06:25:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/576536e5d610,38093,1731997553401 2024-11-19T06:25:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T06:25:54,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T06:25:54,254 WARN [master/576536e5d610:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T06:25:54,255 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=576536e5d610,38093,1731997553401 2024-11-19T06:25:54,257 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T06:25:54,258 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T06:25:54,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741826_1002 (size=42) 2024-11-19T06:25:54,729 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/hbase.id with ID: 331a51c0-0477-43c2-8187-6e5eeecf2cad 2024-11-19T06:25:54,778 INFO [master/576536e5d610:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T06:25:54,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:54,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741827_1003 (size=196) 2024-11-19T06:25:55,264 INFO [master/576536e5d610:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:25:55,267 INFO [master/576536e5d610:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T06:25:55,282 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:25:55,286 INFO [master/576536e5d610:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T06:25:55,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741828_1004 (size=1189) 2024-11-19T06:25:55,739 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store 2024-11-19T06:25:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741829_1005 (size=34) 2024-11-19T06:25:56,163 INFO [master/576536e5d610:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T06:25:56,164 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:56,165 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T06:25:56,165 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:25:56,165 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:25:56,165 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T06:25:56,166 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:25:56,166 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:25:56,166 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T06:25:56,168 WARN [master/576536e5d610:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/.initializing 2024-11-19T06:25:56,169 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/WALs/576536e5d610,38093,1731997553401 2024-11-19T06:25:56,176 INFO [master/576536e5d610:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T06:25:56,186 INFO [master/576536e5d610:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=576536e5d610%2C38093%2C1731997553401, suffix=, logDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/WALs/576536e5d610,38093,1731997553401, archiveDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/oldWALs, maxLogs=10 2024-11-19T06:25:56,205 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/WALs/576536e5d610,38093,1731997553401/576536e5d610%2C38093%2C1731997553401.1731997556190, exclude list is [], retry=0 2024-11-19T06:25:56,220 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c9ee3b7f-e165-413a-852b-95dc250f8895,DISK] 2024-11-19T06:25:56,222 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T06:25:56,255 INFO [master/576536e5d610:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/WALs/576536e5d610,38093,1731997553401/576536e5d610%2C38093%2C1731997553401.1731997556190 2024-11-19T06:25:56,256 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-19T06:25:56,256 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:25:56,257 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:56,260 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,261 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T06:25:56,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:56,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:56,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T06:25:56,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:56,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:25:56,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T06:25:56,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:56,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:25:56,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T06:25:56,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:56,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:25:56,341 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,342 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,351 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T06:25:56,356 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T06:25:56,361 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:25:56,362 INFO [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371477, jitterRate=0.01881439983844757}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T06:25:56,369 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T06:25:56,370 INFO [master/576536e5d610:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T06:25:56,399 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204dfe3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:56,442 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T06:25:56,454 INFO [master/576536e5d610:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T06:25:56,455 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T06:25:56,457 INFO [master/576536e5d610:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T06:25:56,458 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T06:25:56,463 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-19T06:25:56,463 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T06:25:56,487 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T06:25:56,499 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T06:25:56,536 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T06:25:56,538 INFO [master/576536e5d610:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T06:25:56,540 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T06:25:56,545 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T06:25:56,548 INFO [master/576536e5d610:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T06:25:56,552 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T06:25:56,562 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T06:25:56,563 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T06:25:56,570 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T06:25:56,585 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T06:25:56,595 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T06:25:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T06:25:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T06:25:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,605 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=576536e5d610,38093,1731997553401, sessionid=0x101530ef2800000, setting cluster-up flag (Was=false) 2024-11-19T06:25:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,654 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T06:25:56,658 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=576536e5d610,38093,1731997553401 2024-11-19T06:25:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:56,704 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T06:25:56,705 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=576536e5d610,38093,1731997553401 2024-11-19T06:25:56,787 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T06:25:56,792 INFO [master/576536e5d610:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T06:25:56,794 INFO [master/576536e5d610:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T06:25:56,801 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 576536e5d610,38093,1731997553401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T06:25:56,803 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/576536e5d610:0, corePoolSize=5, maxPoolSize=5 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/576536e5d610:0, corePoolSize=5, maxPoolSize=5 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/576536e5d610:0, corePoolSize=5, maxPoolSize=5 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/576536e5d610:0, corePoolSize=5, maxPoolSize=5 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/576536e5d610:0, corePoolSize=10, maxPoolSize=10 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,804 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/576536e5d610:0, corePoolSize=2, maxPoolSize=2 2024-11-19T06:25:56,805 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,806 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731997586806 2024-11-19T06:25:56,807 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T06:25:56,808 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T06:25:56,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T06:25:56,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T06:25:56,811 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T06:25:56,811 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T06:25:56,811 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T06:25:56,812 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T06:25:56,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:56,814 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T06:25:56,815 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T06:25:56,817 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T06:25:56,817 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T06:25:56,819 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T06:25:56,820 INFO [master/576536e5d610:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T06:25:56,822 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/576536e5d610:0:becomeActiveMaster-HFileCleaner.large.0-1731997556822,5,FailOnTimeoutGroup] 2024-11-19T06:25:56,823 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/576536e5d610:0:becomeActiveMaster-HFileCleaner.small.0-1731997556823,5,FailOnTimeoutGroup] 2024-11-19T06:25:56,823 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,823 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;576536e5d610:42839 2024-11-19T06:25:56,823 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T06:25:56,824 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1008): ClusterId : 331a51c0-0477-43c2-8187-6e5eeecf2cad 2024-11-19T06:25:56,824 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741831_1007 (size=1039) 2024-11-19T06:25:56,825 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,827 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T06:25:56,839 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T06:25:56,839 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T06:25:56,847 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T06:25:56,848 DEBUG [RS:0;576536e5d610:42839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796d7500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:56,850 DEBUG [RS:0;576536e5d610:42839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad9c45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=576536e5d610/172.17.0.2:0 2024-11-19T06:25:56,856 INFO [RS:0;576536e5d610:42839 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T06:25:56,856 INFO [RS:0;576536e5d610:42839 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T06:25:56,856 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T06:25:56,859 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(3073): reportForDuty to master=576536e5d610,38093,1731997553401 with isa=576536e5d610/172.17.0.2:42839, startcode=1731997554164 2024-11-19T06:25:56,872 DEBUG [RS:0;576536e5d610:42839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T06:25:56,903 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41069, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T06:25:56,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 576536e5d610,42839,1731997554164 2024-11-19T06:25:56,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(486): Registering regionserver=576536e5d610,42839,1731997554164 2024-11-19T06:25:56,922 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:25:56,922 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36799 2024-11-19T06:25:56,922 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T06:25:56,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T06:25:56,929 DEBUG [RS:0;576536e5d610:42839 {}] zookeeper.ZKUtil(111): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/576536e5d610,42839,1731997554164 2024-11-19T06:25:56,929 WARN [RS:0;576536e5d610:42839 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T06:25:56,930 INFO [RS:0;576536e5d610:42839 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T06:25:56,930 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164 2024-11-19T06:25:56,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [576536e5d610,42839,1731997554164] 2024-11-19T06:25:56,945 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T06:25:56,957 INFO [RS:0;576536e5d610:42839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T06:25:56,971 INFO [RS:0;576536e5d610:42839 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T06:25:56,973 INFO [RS:0;576536e5d610:42839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T06:25:56,973 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,974 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T06:25:56,980 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,980 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,980 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,980 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/576536e5d610:0, corePoolSize=2, maxPoolSize=2 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,981 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,982 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,982 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/576536e5d610:0, corePoolSize=1, maxPoolSize=1 2024-11-19T06:25:56,982 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/576536e5d610:0, corePoolSize=3, maxPoolSize=3 2024-11-19T06:25:56,982 DEBUG [RS:0;576536e5d610:42839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0, corePoolSize=3, maxPoolSize=3 2024-11-19T06:25:56,983 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,983 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,983 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,983 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:56,983 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,42839,1731997554164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T06:25:57,001 INFO [RS:0;576536e5d610:42839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T06:25:57,002 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,42839,1731997554164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:57,023 INFO [RS:0;576536e5d610:42839 {}] regionserver.Replication(204): 576536e5d610,42839,1731997554164 started 2024-11-19T06:25:57,023 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1767): Serving as 576536e5d610,42839,1731997554164, RpcServer on 576536e5d610/172.17.0.2:42839, sessionid=0x101530ef2800001 2024-11-19T06:25:57,024 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T06:25:57,024 DEBUG [RS:0;576536e5d610:42839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 576536e5d610,42839,1731997554164 2024-11-19T06:25:57,024 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '576536e5d610,42839,1731997554164' 2024-11-19T06:25:57,024 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T06:25:57,025 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T06:25:57,026 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T06:25:57,026 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T06:25:57,026 DEBUG [RS:0;576536e5d610:42839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 576536e5d610,42839,1731997554164 2024-11-19T06:25:57,026 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '576536e5d610,42839,1731997554164' 2024-11-19T06:25:57,026 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T06:25:57,027 DEBUG [RS:0;576536e5d610:42839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T06:25:57,028 DEBUG [RS:0;576536e5d610:42839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T06:25:57,028 INFO [RS:0;576536e5d610:42839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T06:25:57,028 INFO [RS:0;576536e5d610:42839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T06:25:57,134 INFO [RS:0;576536e5d610:42839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T06:25:57,139 INFO [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=576536e5d610%2C42839%2C1731997554164, suffix=, logDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164, archiveDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/oldWALs, maxLogs=32 2024-11-19T06:25:57,153 DEBUG [RS:0;576536e5d610:42839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164/576536e5d610%2C42839%2C1731997554164.1731997557141, exclude list is [], retry=0 2024-11-19T06:25:57,158 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c9ee3b7f-e165-413a-852b-95dc250f8895,DISK] 2024-11-19T06:25:57,161 INFO [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164/576536e5d610%2C42839%2C1731997554164.1731997557141 2024-11-19T06:25:57,161 DEBUG [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-19T06:25:57,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T06:25:57,230 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:25:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741833_1009 (size=32) 2024-11-19T06:25:57,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:57,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T06:25:57,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T06:25:57,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:57,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:57,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T06:25:57,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T06:25:57,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:57,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:57,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T06:25:57,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T06:25:57,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:57,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:57,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740 2024-11-19T06:25:57,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740 2024-11-19T06:25:57,673 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:25:57,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T06:25:57,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:25:57,680 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61569784, jitterRate=-0.08253872394561768}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:25:57,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T06:25:57,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T06:25:57,682 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T06:25:57,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T06:25:57,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T06:25:57,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T06:25:57,684 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T06:25:57,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T06:25:57,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T06:25:57,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T06:25:57,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T06:25:57,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T06:25:57,701 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T06:25:57,854 DEBUG [576536e5d610:38093 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T06:25:57,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:25:57,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 576536e5d610,42839,1731997554164, state=OPENING 2024-11-19T06:25:57,910 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T06:25:57,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:57,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:25:57,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T06:25:57,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T06:25:57,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:25:58,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:25:58,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T06:25:58,112 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T06:25:58,122 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T06:25:58,123 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T06:25:58,123 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T06:25:58,126 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=576536e5d610%2C42839%2C1731997554164.meta, suffix=.meta, logDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164, archiveDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/oldWALs, maxLogs=32 2024-11-19T06:25:58,142 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164/576536e5d610%2C42839%2C1731997554164.meta.1731997558128.meta, exclude list is [], retry=0 2024-11-19T06:25:58,145 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35581,DS-c9ee3b7f-e165-413a-852b-95dc250f8895,DISK] 2024-11-19T06:25:58,148 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/WALs/576536e5d610,42839,1731997554164/576536e5d610%2C42839%2C1731997554164.meta.1731997558128.meta 2024-11-19T06:25:58,148 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45543:45543)] 2024-11-19T06:25:58,149 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:25:58,150 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T06:25:58,199 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T06:25:58,203 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T06:25:58,206 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T06:25:58,206 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:58,206 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T06:25:58,207 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T06:25:58,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T06:25:58,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T06:25:58,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:58,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:58,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T06:25:58,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T06:25:58,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:58,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:58,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T06:25:58,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T06:25:58,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:58,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T06:25:58,219 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740 2024-11-19T06:25:58,222 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740 2024-11-19T06:25:58,225 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:25:58,227 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T06:25:58,229 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68947607, jitterRate=0.02739940583705902}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:25:58,230 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T06:25:58,236 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731997558101 2024-11-19T06:25:58,247 DEBUG [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T06:25:58,248 INFO [RS_OPEN_META-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T06:25:58,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:25:58,251 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 576536e5d610,42839,1731997554164, state=OPEN 2024-11-19T06:25:58,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T06:25:58,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T06:25:58,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T06:25:58,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T06:25:58,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T06:25:58,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=576536e5d610,42839,1731997554164 in 410 msec 2024-11-19T06:25:58,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T06:25:58,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-19T06:25:58,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6090 sec 2024-11-19T06:25:58,353 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731997558352, completionTime=-1 2024-11-19T06:25:58,353 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T06:25:58,353 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T06:25:58,388 DEBUG [hconnection-0x9722cc5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:25:58,390 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:25:58,399 INFO [master/576536e5d610:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-19T06:25:58,399 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731997618399 2024-11-19T06:25:58,399 INFO [master/576536e5d610:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731997678399 2024-11-19T06:25:58,399 INFO [master/576536e5d610:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 46 msec 2024-11-19T06:25:58,447 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:58,448 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:58,448 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:58,449 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-576536e5d610:38093, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:58,450 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T06:25:58,455 DEBUG [master/576536e5d610:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T06:25:58,458 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T06:25:58,459 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T06:25:58,464 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T06:25:58,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:25:58,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:58,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:25:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741835_1011 (size=358) 2024-11-19T06:25:58,892 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e50fa05013b177aed815df88e8598eaf, NAME => 'hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:25:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741836_1012 (size=42) 2024-11-19T06:25:59,307 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:59,307 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e50fa05013b177aed815df88e8598eaf, disabling compactions & flushes 2024-11-19T06:25:59,307 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. after waiting 0 ms 2024-11-19T06:25:59,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,308 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e50fa05013b177aed815df88e8598eaf: 2024-11-19T06:25:59,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:25:59,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731997559314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997559314"}]},"ts":"1731997559314"} 2024-11-19T06:25:59,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:25:59,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:25:59,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997559341"}]},"ts":"1731997559341"} 2024-11-19T06:25:59,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T06:25:59,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e50fa05013b177aed815df88e8598eaf, ASSIGN}] 2024-11-19T06:25:59,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e50fa05013b177aed815df88e8598eaf, ASSIGN 2024-11-19T06:25:59,406 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e50fa05013b177aed815df88e8598eaf, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:25:59,556 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e50fa05013b177aed815df88e8598eaf, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:25:59,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e50fa05013b177aed815df88e8598eaf, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:25:59,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:25:59,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e50fa05013b177aed815df88e8598eaf, NAME => 'hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:25:59,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:25:59,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,733 INFO [StoreOpener-e50fa05013b177aed815df88e8598eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,736 INFO [StoreOpener-e50fa05013b177aed815df88e8598eaf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50fa05013b177aed815df88e8598eaf columnFamilyName info 2024-11-19T06:25:59,736 DEBUG [StoreOpener-e50fa05013b177aed815df88e8598eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:25:59,737 INFO [StoreOpener-e50fa05013b177aed815df88e8598eaf-1 {}] regionserver.HStore(327): Store=e50fa05013b177aed815df88e8598eaf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:25:59,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e50fa05013b177aed815df88e8598eaf 2024-11-19T06:25:59,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:25:59,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e50fa05013b177aed815df88e8598eaf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60323087, jitterRate=-0.10111595690250397}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T06:25:59,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e50fa05013b177aed815df88e8598eaf: 2024-11-19T06:25:59,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf., pid=6, masterSystemTime=1731997559719 2024-11-19T06:25:59,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:25:59,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e50fa05013b177aed815df88e8598eaf, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:25:59,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T06:25:59,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e50fa05013b177aed815df88e8598eaf, server=576536e5d610,42839,1731997554164 in 198 msec 2024-11-19T06:25:59,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T06:25:59,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e50fa05013b177aed815df88e8598eaf, ASSIGN in 366 msec 2024-11-19T06:25:59,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:25:59,770 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997559769"}]},"ts":"1731997559769"} 2024-11-19T06:25:59,772 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T06:25:59,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:25:59,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3530 sec 2024-11-19T06:25:59,869 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T06:26:00,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T06:26:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:26:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:26:00,131 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T06:26:00,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T06:26:00,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 47 msec 2024-11-19T06:26:00,185 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T06:26:00,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T06:26:00,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-19T06:26:00,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T06:26:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T06:26:00,262 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 6.007sec 2024-11-19T06:26:00,264 INFO [master/576536e5d610:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T06:26:00,265 INFO [master/576536e5d610:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T06:26:00,267 INFO [master/576536e5d610:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T06:26:00,267 INFO [master/576536e5d610:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T06:26:00,267 INFO [master/576536e5d610:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T06:26:00,269 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T06:26:00,269 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T06:26:00,278 DEBUG [master/576536e5d610:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T06:26:00,279 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T06:26:00,279 INFO [master/576536e5d610:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=576536e5d610,38093,1731997553401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T06:26:00,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63dfbe60 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fd8052b 2024-11-19T06:26:00,330 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-19T06:26:00,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322810c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:00,348 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T06:26:00,348 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T06:26:00,357 DEBUG [hconnection-0x320da16c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:00,364 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=576536e5d610,38093,1731997553401 2024-11-19T06:26:00,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=5795 2024-11-19T06:26:00,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:26:00,396 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:26:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:26:00,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:26:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:00,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:26:00,410 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:00,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-19T06:26:00,412 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741837_1013 (size=960) 2024-11-19T06:26:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:00,855 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:26:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741838_1014 (size=53) 2024-11-19T06:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:01,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:26:01,268 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a61a5c7251bb09a1419bf4f2518caf0, disabling compactions & flushes 2024-11-19T06:26:01,268 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,269 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,269 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. after waiting 0 ms 2024-11-19T06:26:01,269 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,269 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,269 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:01,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:26:01,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997561272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997561272"}]},"ts":"1731997561272"} 2024-11-19T06:26:01,277 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:26:01,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:26:01,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997561279"}]},"ts":"1731997561279"} 2024-11-19T06:26:01,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:26:01,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, ASSIGN}] 2024-11-19T06:26:01,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, ASSIGN 2024-11-19T06:26:01,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:26:01,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3a61a5c7251bb09a1419bf4f2518caf0, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:01,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:01,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:01,659 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,660 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:26:01,660 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,660 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:26:01,661 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,661 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,663 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,666 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:01,667 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a61a5c7251bb09a1419bf4f2518caf0 columnFamilyName A 2024-11-19T06:26:01,667 DEBUG [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:01,668 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(327): Store=3a61a5c7251bb09a1419bf4f2518caf0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:01,668 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,670 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:01,670 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a61a5c7251bb09a1419bf4f2518caf0 columnFamilyName B 2024-11-19T06:26:01,670 DEBUG [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:01,671 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(327): Store=3a61a5c7251bb09a1419bf4f2518caf0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:01,671 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,673 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:01,674 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a61a5c7251bb09a1419bf4f2518caf0 columnFamilyName C 2024-11-19T06:26:01,674 DEBUG [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:01,675 INFO [StoreOpener-3a61a5c7251bb09a1419bf4f2518caf0-1 {}] regionserver.HStore(327): Store=3a61a5c7251bb09a1419bf4f2518caf0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:01,675 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,677 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,678 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,681 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:26:01,684 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:01,687 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:26:01,688 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 3a61a5c7251bb09a1419bf4f2518caf0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60963848, jitterRate=-0.09156787395477295}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:26:01,689 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:01,691 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., pid=11, masterSystemTime=1731997561647 2024-11-19T06:26:01,693 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,693 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:01,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3a61a5c7251bb09a1419bf4f2518caf0, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:01,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T06:26:01,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 in 205 msec 2024-11-19T06:26:01,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T06:26:01,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, ASSIGN in 371 msec 2024-11-19T06:26:01,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:26:01,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997561705"}]},"ts":"1731997561705"} 2024-11-19T06:26:01,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:26:01,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:26:01,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3580 sec 2024-11-19T06:26:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T06:26:02,567 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-19T06:26:02,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6be4168e to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ed9b166 2024-11-19T06:26:02,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6539e770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,618 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:26:02,626 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:26:02,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05038857 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27c80704 2024-11-19T06:26:02,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e85caf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aba57ed to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dad8999 2024-11-19T06:26:02,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f597d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x629b91f8 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18de28d7 2024-11-19T06:26:02,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139e2f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b16227 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b406636 2024-11-19T06:26:02,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53f30e40 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7915562a 2024-11-19T06:26:02,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x691cbc80 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@502730d9 2024-11-19T06:26:02,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cfc6db to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b8793a3 2024-11-19T06:26:02,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118d1c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08b52656 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71209fad 2024-11-19T06:26:02,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380d8ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,714 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x634dc49c to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1665e2af 2024-11-19T06:26:02,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ca2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:02,726 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,726 DEBUG [hconnection-0x293c9f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,727 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,727 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,728 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,728 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,730 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,731 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,731 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,731 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:02,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:02,733 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,735 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,737 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,738 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-19T06:26:02,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:02,745 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:02,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:02,748 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,748 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:02,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:02,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:02,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:02,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:02,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:02,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:02,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:02,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:02,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:02,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T06:26:02,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T06:26:02,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-19T06:26:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997622948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:02,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/430751fc93884b90ba7cf3c9fc93e642 is 50, key is test_row_0/A:col10/1731997562785/Put/seqid=0 2024-11-19T06:26:02,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997622953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:02,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997622954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997622965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:02,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997622971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741839_1015 (size=12001) 2024-11-19T06:26:03,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/430751fc93884b90ba7cf3c9fc93e642 2024-11-19T06:26:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:03,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:03,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5108430324034eacb1efa1932ef7f370 is 50, key is test_row_0/B:col10/1731997562785/Put/seqid=0 2024-11-19T06:26:03,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997623117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997623118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997623128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741840_1016 (size=12001) 2024-11-19T06:26:03,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997623130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997623112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:03,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997623324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997623325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997623334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997623339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997623343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:03,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:03,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5108430324034eacb1efa1932ef7f370 2024-11-19T06:26:03,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/61fecc0b20a142918ccd2cc9a022d5b3 is 50, key is test_row_0/C:col10/1731997562785/Put/seqid=0 2024-11-19T06:26:03,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741841_1017 (size=12001) 2024-11-19T06:26:03,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/61fecc0b20a142918ccd2cc9a022d5b3 2024-11-19T06:26:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/430751fc93884b90ba7cf3c9fc93e642 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642 2024-11-19T06:26:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997623631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997623632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997623642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T06:26:03,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997623646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997623650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:03,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5108430324034eacb1efa1932ef7f370 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370 2024-11-19T06:26:03,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T06:26:03,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/61fecc0b20a142918ccd2cc9a022d5b3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3 2024-11-19T06:26:03,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-19T06:26:03,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a61a5c7251bb09a1419bf4f2518caf0 in 892ms, sequenceid=12, compaction requested=false 2024-11-19T06:26:03,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:03,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:26:03,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:03,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-19T06:26:03,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,759 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:26:03,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:03,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/140799b23ee24375a8880b65c3628d2a is 50, key is test_row_0/A:col10/1731997562963/Put/seqid=0 2024-11-19T06:26:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741842_1018 (size=12001) 2024-11-19T06:26:03,813 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/140799b23ee24375a8880b65c3628d2a 2024-11-19T06:26:03,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T06:26:03,832 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T06:26:03,834 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-19T06:26:03,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-19T06:26:03,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T06:26:03,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T06:26:03,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T06:26:03,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T06:26:03,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T06:26:03,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T06:26:03,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0912f8e632b742eeba3ccdf006706441 is 50, key is test_row_0/B:col10/1731997562963/Put/seqid=0 2024-11-19T06:26:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:03,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741843_1019 (size=12001) 2024-11-19T06:26:03,868 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0912f8e632b742eeba3ccdf006706441 2024-11-19T06:26:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4a0c281223dc4508928bb3c1c443f73d is 50, key is test_row_0/C:col10/1731997562963/Put/seqid=0 2024-11-19T06:26:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741844_1020 (size=12001) 2024-11-19T06:26:03,911 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4a0c281223dc4508928bb3c1c443f73d 2024-11-19T06:26:03,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/140799b23ee24375a8880b65c3628d2a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a 2024-11-19T06:26:03,946 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:26:03,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0912f8e632b742eeba3ccdf006706441 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441 2024-11-19T06:26:03,963 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:26:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4a0c281223dc4508928bb3c1c443f73d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d 2024-11-19T06:26:03,988 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:26:03,991 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 3a61a5c7251bb09a1419bf4f2518caf0 in 232ms, sequenceid=37, compaction requested=false 2024-11-19T06:26:03,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T06:26:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-19T06:26:04,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T06:26:04,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2500 sec 2024-11-19T06:26:04,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2680 sec 2024-11-19T06:26:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:04,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:04,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/61319f52794045caa788137dac362379 is 50, key is test_row_0/A:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741845_1021 (size=19021) 2024-11-19T06:26:04,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/61319f52794045caa788137dac362379 2024-11-19T06:26:04,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/8758d36c77f8423da692a176980bd659 is 50, key is test_row_0/B:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741846_1022 (size=12001) 2024-11-19T06:26:04,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/8758d36c77f8423da692a176980bd659 2024-11-19T06:26:04,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997624246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997624249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997624251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997624253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997624254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/99632e978c2c48b1b8d0f1d7815ca8f1 is 50, key is test_row_0/C:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741847_1023 (size=12001) 2024-11-19T06:26:04,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/99632e978c2c48b1b8d0f1d7815ca8f1 2024-11-19T06:26:04,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/61319f52794045caa788137dac362379 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379 2024-11-19T06:26:04,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379, entries=300, sequenceid=48, filesize=18.6 K 2024-11-19T06:26:04,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/8758d36c77f8423da692a176980bd659 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659 2024-11-19T06:26:04,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659, entries=150, sequenceid=48, filesize=11.7 K 2024-11-19T06:26:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/99632e978c2c48b1b8d0f1d7815ca8f1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1 2024-11-19T06:26:04,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1, entries=150, sequenceid=48, filesize=11.7 K 2024-11-19T06:26:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997624360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3a61a5c7251bb09a1419bf4f2518caf0 in 200ms, sequenceid=48, compaction requested=true 2024-11-19T06:26:04,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:04,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:04,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:04,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:04,370 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:04,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:04,371 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:04,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:04,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:04,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T06:26:04,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:04,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:04,376 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:04,378 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:04,378 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:04,378 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:04,378 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:04,378 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:04,379 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.2 K 2024-11-19T06:26:04,379 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=42.0 K 2024-11-19T06:26:04,384 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5108430324034eacb1efa1932ef7f370, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731997562774 2024-11-19T06:26:04,384 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 430751fc93884b90ba7cf3c9fc93e642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731997562774 2024-11-19T06:26:04,385 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0912f8e632b742eeba3ccdf006706441, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997562872 2024-11-19T06:26:04,386 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8758d36c77f8423da692a176980bd659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564154 2024-11-19T06:26:04,388 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140799b23ee24375a8880b65c3628d2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997562872 2024-11-19T06:26:04,391 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61319f52794045caa788137dac362379, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564139 2024-11-19T06:26:04,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/1ceb9122dd2346a585286308e74929cc is 50, key is test_row_0/A:col10/1731997564250/Put/seqid=0 2024-11-19T06:26:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997624382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997624393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997624395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997624397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741848_1024 (size=12001) 2024-11-19T06:26:04,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/1ceb9122dd2346a585286308e74929cc 2024-11-19T06:26:04,438 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:04,440 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/42c01b621cd34d74aed8d542991c368b is 50, key is test_row_0/A:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,441 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#10 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:04,442 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/dfb6536f256d4b48a329d3c1a10d0e5b is 50, key is test_row_0/B:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741850_1026 (size=12104) 2024-11-19T06:26:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741849_1025 (size=12104) 2024-11-19T06:26:04,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/4bb725ee41a8474b98358e6033731330 is 50, key is test_row_0/B:col10/1731997564250/Put/seqid=0 2024-11-19T06:26:04,481 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/dfb6536f256d4b48a329d3c1a10d0e5b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfb6536f256d4b48a329d3c1a10d0e5b 2024-11-19T06:26:04,494 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/42c01b621cd34d74aed8d542991c368b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/42c01b621cd34d74aed8d542991c368b 2024-11-19T06:26:04,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997624501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,521 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into dfb6536f256d4b48a329d3c1a10d0e5b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:04,521 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:04,522 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997564370; duration=0sec 2024-11-19T06:26:04,522 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:04,522 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:04,523 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:04,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997624512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997624512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997624514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,526 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:04,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:04,527 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:04,527 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.2 K 2024-11-19T06:26:04,528 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 42c01b621cd34d74aed8d542991c368b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:04,528 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:04,528 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997564369; duration=0sec 2024-11-19T06:26:04,528 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:04,528 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:04,528 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 61fecc0b20a142918ccd2cc9a022d5b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731997562774 2024-11-19T06:26:04,529 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a0c281223dc4508928bb3c1c443f73d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997562872 2024-11-19T06:26:04,530 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 99632e978c2c48b1b8d0f1d7815ca8f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564154 2024-11-19T06:26:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741851_1027 (size=12001) 2024-11-19T06:26:04,557 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#13 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:04,559 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4f745710a57c48d19e2172945be6ba9c is 50, key is test_row_0/C:col10/1731997564160/Put/seqid=0 2024-11-19T06:26:04,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997624571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741852_1028 (size=12104) 2024-11-19T06:26:04,600 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4f745710a57c48d19e2172945be6ba9c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4f745710a57c48d19e2172945be6ba9c 2024-11-19T06:26:04,615 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 4f745710a57c48d19e2172945be6ba9c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:04,615 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:04,615 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997564371; duration=0sec 2024-11-19T06:26:04,616 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:04,616 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997624709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997624726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997624727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997624727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-19T06:26:04,860 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-19T06:26:04,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-19T06:26:04,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:04,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:04,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T06:26:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997624877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:04,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/4bb725ee41a8474b98358e6033731330 2024-11-19T06:26:04,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/080282126dbd45bebe31665475645e7f is 50, key is test_row_0/C:col10/1731997564250/Put/seqid=0 2024-11-19T06:26:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T06:26:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741853_1029 (size=12001) 2024-11-19T06:26:04,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/080282126dbd45bebe31665475645e7f 2024-11-19T06:26:04,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/1ceb9122dd2346a585286308e74929cc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc 2024-11-19T06:26:05,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T06:26:05,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/4bb725ee41a8474b98358e6033731330 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330 2024-11-19T06:26:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997625013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:05,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-19T06:26:05,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:05,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:05,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:05,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:05,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T06:26:05,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/080282126dbd45bebe31665475645e7f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f 2024-11-19T06:26:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997625032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997625034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997625033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-19T06:26:05,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3a61a5c7251bb09a1419bf4f2518caf0 in 680ms, sequenceid=75, compaction requested=false 2024-11-19T06:26:05,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T06:26:05,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:05,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-19T06:26:05,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:05,181 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-19T06:26:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/69d5dd3a77854734888ff9e674e8896f is 50, key is test_row_0/A:col10/1731997564390/Put/seqid=0 2024-11-19T06:26:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741854_1030 (size=12001) 2024-11-19T06:26:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T06:26:05,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997625510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997625525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997625541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997625547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997625548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997625613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,619 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/69d5dd3a77854734888ff9e674e8896f 2024-11-19T06:26:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/a1baad0baf244afabc590fc999265e36 is 50, key is test_row_0/B:col10/1731997564390/Put/seqid=0 2024-11-19T06:26:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741855_1031 (size=12001) 2024-11-19T06:26:05,666 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/a1baad0baf244afabc590fc999265e36 2024-11-19T06:26:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bbb2d637a7614d998baa6ba35093e4d4 is 50, key is test_row_0/C:col10/1731997564390/Put/seqid=0 2024-11-19T06:26:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741856_1032 (size=12001) 2024-11-19T06:26:05,719 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bbb2d637a7614d998baa6ba35093e4d4 2024-11-19T06:26:05,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/69d5dd3a77854734888ff9e674e8896f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f 2024-11-19T06:26:05,752 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T06:26:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/a1baad0baf244afabc590fc999265e36 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36 2024-11-19T06:26:05,769 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T06:26:05,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bbb2d637a7614d998baa6ba35093e4d4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4 2024-11-19T06:26:05,797 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4, entries=150, sequenceid=87, filesize=11.7 K 2024-11-19T06:26:05,802 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3a61a5c7251bb09a1419bf4f2518caf0 in 621ms, sequenceid=87, compaction requested=true 2024-11-19T06:26:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T06:26:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-19T06:26:05,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T06:26:05,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 934 msec 2024-11-19T06:26:05,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 946 msec 2024-11-19T06:26:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:05,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:05,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:05,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/07ef6969218b453094bfbd56e705eb9c is 50, key is test_row_0/A:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741857_1033 (size=14341) 2024-11-19T06:26:05,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/07ef6969218b453094bfbd56e705eb9c 2024-11-19T06:26:05,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997625856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/077cf10e72624923914e8d6a91edc057 is 50, key is test_row_0/B:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741858_1034 (size=12001) 2024-11-19T06:26:05,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997625961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-19T06:26:05,976 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-19T06:26:05,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-19T06:26:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:05,982 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:05,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:05,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:06,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:06,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T06:26:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:06,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997626165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:06,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:06,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T06:26:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:06,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/077cf10e72624923914e8d6a91edc057 2024-11-19T06:26:06,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/398ff75f96e040bf9cd66d8ddcf9b295 is 50, key is test_row_0/C:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:06,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741859_1035 (size=12001) 2024-11-19T06:26:06,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/398ff75f96e040bf9cd66d8ddcf9b295 2024-11-19T06:26:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/07ef6969218b453094bfbd56e705eb9c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c 2024-11-19T06:26:06,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c, entries=200, sequenceid=115, filesize=14.0 K 2024-11-19T06:26:06,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/077cf10e72624923914e8d6a91edc057 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057 2024-11-19T06:26:06,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:26:06,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/398ff75f96e040bf9cd66d8ddcf9b295 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295 2024-11-19T06:26:06,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:26:06,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3a61a5c7251bb09a1419bf4f2518caf0 in 587ms, sequenceid=115, compaction requested=true 2024-11-19T06:26:06,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:06,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:06,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:06,411 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:06,411 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:06,414 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:06,415 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:06,415 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,415 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/42c01b621cd34d74aed8d542991c368b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=49.3 K 2024-11-19T06:26:06,418 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:06,419 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:06,419 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,419 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfb6536f256d4b48a329d3c1a10d0e5b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=47.0 K 2024-11-19T06:26:06,419 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c01b621cd34d74aed8d542991c368b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564154 2024-11-19T06:26:06,420 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting dfb6536f256d4b48a329d3c1a10d0e5b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564154 2024-11-19T06:26:06,420 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ceb9122dd2346a585286308e74929cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731997564246 2024-11-19T06:26:06,421 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69d5dd3a77854734888ff9e674e8896f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731997564390 2024-11-19T06:26:06,421 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb725ee41a8474b98358e6033731330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731997564246 2024-11-19T06:26:06,422 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting a1baad0baf244afabc590fc999265e36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731997564390 2024-11-19T06:26:06,422 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07ef6969218b453094bfbd56e705eb9c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565462 2024-11-19T06:26:06,423 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 077cf10e72624923914e8d6a91edc057, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565498 2024-11-19T06:26:06,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:06,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-19T06:26:06,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,447 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:06,451 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:06,452 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/69fb990b06f7498c9dc22e29ca1496c8 is 50, key is test_row_0/B:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:06,462 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:06,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b28aa08e248c4d8792d9ad0267b3f847 is 50, key is test_row_0/A:col10/1731997565845/Put/seqid=0 2024-11-19T06:26:06,463 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/51c6a27bd1464c068be9166ddc143ecd is 50, key is test_row_0/A:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741860_1036 (size=12241) 2024-11-19T06:26:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:06,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:06,495 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/69fb990b06f7498c9dc22e29ca1496c8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/69fb990b06f7498c9dc22e29ca1496c8 2024-11-19T06:26:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741861_1037 (size=12001) 2024-11-19T06:26:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741862_1038 (size=12241) 2024-11-19T06:26:06,504 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b28aa08e248c4d8792d9ad0267b3f847 2024-11-19T06:26:06,517 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 69fb990b06f7498c9dc22e29ca1496c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:06,517 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:06,517 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=12, startTime=1731997566411; duration=0sec 2024-11-19T06:26:06,517 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:06,517 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:06,517 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:06,522 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:06,522 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:06,522 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:06,523 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4f745710a57c48d19e2172945be6ba9c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=47.0 K 2024-11-19T06:26:06,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0e34643c536a40c78c6a384df4cd4f4a is 50, key is test_row_0/B:col10/1731997565845/Put/seqid=0 2024-11-19T06:26:06,524 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f745710a57c48d19e2172945be6ba9c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731997564154 2024-11-19T06:26:06,525 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 080282126dbd45bebe31665475645e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731997564246 2024-11-19T06:26:06,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting bbb2d637a7614d998baa6ba35093e4d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731997564390 2024-11-19T06:26:06,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 398ff75f96e040bf9cd66d8ddcf9b295, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565498 2024-11-19T06:26:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741863_1039 (size=12001) 2024-11-19T06:26:06,577 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:06,577 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/2f628e78ba06434286b7eace7f280cae is 50, key is test_row_0/C:col10/1731997565820/Put/seqid=0 2024-11-19T06:26:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741864_1040 (size=12241) 2024-11-19T06:26:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997626619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997626619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997626619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997626622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997626622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997626732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997626732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997626732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997626732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997626734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,917 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/51c6a27bd1464c068be9166ddc143ecd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/51c6a27bd1464c068be9166ddc143ecd 2024-11-19T06:26:06,930 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 51c6a27bd1464c068be9166ddc143ecd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:06,930 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:06,930 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=12, startTime=1731997566411; duration=0sec 2024-11-19T06:26:06,930 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:06,931 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:06,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997626937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997626938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997626938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997626939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997626939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:06,971 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0e34643c536a40c78c6a384df4cd4f4a 2024-11-19T06:26:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ab74070f8796457684e8f052cc764dcd is 50, key is test_row_0/C:col10/1731997565845/Put/seqid=0 2024-11-19T06:26:06,996 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/2f628e78ba06434286b7eace7f280cae as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/2f628e78ba06434286b7eace7f280cae 2024-11-19T06:26:07,015 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 2f628e78ba06434286b7eace7f280cae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:07,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:07,015 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=12, startTime=1731997566412; duration=0sec 2024-11-19T06:26:07,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:07,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741865_1041 (size=12001) 2024-11-19T06:26:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997627244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997627245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997627245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997627247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997627247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,423 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ab74070f8796457684e8f052cc764dcd 2024-11-19T06:26:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b28aa08e248c4d8792d9ad0267b3f847 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847 2024-11-19T06:26:07,449 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847, entries=150, sequenceid=123, filesize=11.7 K 2024-11-19T06:26:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/0e34643c536a40c78c6a384df4cd4f4a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a 2024-11-19T06:26:07,463 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a, entries=150, sequenceid=123, filesize=11.7 K 2024-11-19T06:26:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ab74070f8796457684e8f052cc764dcd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd 2024-11-19T06:26:07,475 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd, entries=150, sequenceid=123, filesize=11.7 K 2024-11-19T06:26:07,477 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1030ms, sequenceid=123, compaction requested=false 2024-11-19T06:26:07,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:07,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-19T06:26:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-19T06:26:07,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T06:26:07,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-11-19T06:26:07,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5080 sec 2024-11-19T06:26:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:07,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:07,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997627760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997627761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997627762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997627764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997627764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8752530ebdc94b3ea1f52f18ca208ef3 is 50, key is test_row_0/A:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741866_1042 (size=12151) 2024-11-19T06:26:07,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997627868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997627869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997627871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997627872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:07,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997627872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997628075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997628076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997628077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997628079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997628080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-19T06:26:08,089 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-19T06:26:08,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-19T06:26:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:08,094 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:08,096 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:08,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:08,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8752530ebdc94b3ea1f52f18ca208ef3 2024-11-19T06:26:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:08,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c267213da47e41a791314d5e7917b78a is 50, key is test_row_0/B:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:08,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741867_1043 (size=12151) 2024-11-19T06:26:08,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c267213da47e41a791314d5e7917b78a 2024-11-19T06:26:08,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/00770e7b6ce24823801bff802dcd2ff6 is 50, key is test_row_0/C:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:08,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:08,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741868_1044 (size=12151) 2024-11-19T06:26:08,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/00770e7b6ce24823801bff802dcd2ff6 2024-11-19T06:26:08,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8752530ebdc94b3ea1f52f18ca208ef3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3 2024-11-19T06:26:08,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T06:26:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c267213da47e41a791314d5e7917b78a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a 2024-11-19T06:26:08,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T06:26:08,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/00770e7b6ce24823801bff802dcd2ff6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6 2024-11-19T06:26:08,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T06:26:08,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 3a61a5c7251bb09a1419bf4f2518caf0 in 565ms, sequenceid=158, compaction requested=true 2024-11-19T06:26:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,326 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:08,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,326 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:08,328 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,328 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:08,328 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,328 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,328 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:08,328 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/69fb990b06f7498c9dc22e29ca1496c8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.5 K 2024-11-19T06:26:08,328 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,328 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/51c6a27bd1464c068be9166ddc143ecd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.5 K 2024-11-19T06:26:08,329 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51c6a27bd1464c068be9166ddc143ecd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565498 2024-11-19T06:26:08,329 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 69fb990b06f7498c9dc22e29ca1496c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565498 2024-11-19T06:26:08,330 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28aa08e248c4d8792d9ad0267b3f847, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731997565832 2024-11-19T06:26:08,331 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e34643c536a40c78c6a384df4cd4f4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731997565832 2024-11-19T06:26:08,331 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8752530ebdc94b3ea1f52f18ca208ef3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,331 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c267213da47e41a791314d5e7917b78a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,361 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,362 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8bdd8c73dc9648a78b2787c79c7cfa59 is 50, key is test_row_0/A:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:08,365 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,366 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/9c18d39e16a44794883fb24f278e8c32 is 50, key is test_row_0/B:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741869_1045 (size=12493) 2024-11-19T06:26:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:08,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:08,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:08,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:08,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:08,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:08,397 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8bdd8c73dc9648a78b2787c79c7cfa59 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8bdd8c73dc9648a78b2787c79c7cfa59 2024-11-19T06:26:08,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/a02c618949e6472ab8cb091e4f2ef8a4 is 50, key is test_row_0/A:col10/1731997568388/Put/seqid=0 2024-11-19T06:26:08,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:08,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,409 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 8bdd8c73dc9648a78b2787c79c7cfa59(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:08,409 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,410 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997568325; duration=0sec 2024-11-19T06:26:08,410 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:08,410 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:08,410 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741870_1046 (size=12493) 2024-11-19T06:26:08,413 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,413 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:08,413 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,414 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/2f628e78ba06434286b7eace7f280cae, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.5 K 2024-11-19T06:26:08,420 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f628e78ba06434286b7eace7f280cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997565498 2024-11-19T06:26:08,421 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab74070f8796457684e8f052cc764dcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731997565832 2024-11-19T06:26:08,422 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00770e7b6ce24823801bff802dcd2ff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,476 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,477 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/948d74b45d254e77a7c8bb3ebef9cb98 is 50, key is test_row_0/C:col10/1731997567757/Put/seqid=0 2024-11-19T06:26:08,479 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/9c18d39e16a44794883fb24f278e8c32 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9c18d39e16a44794883fb24f278e8c32 2024-11-19T06:26:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741871_1047 (size=9757) 2024-11-19T06:26:08,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/a02c618949e6472ab8cb091e4f2ef8a4 2024-11-19T06:26:08,491 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 9c18d39e16a44794883fb24f278e8c32(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:08,491 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,491 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997568326; duration=0sec 2024-11-19T06:26:08,491 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,491 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741872_1048 (size=12493) 2024-11-19T06:26:08,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/3d1970a8452c482cb5a7ecd89e55c42f is 50, key is test_row_0/B:col10/1731997568388/Put/seqid=0 2024-11-19T06:26:08,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997628497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997628502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,514 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/948d74b45d254e77a7c8bb3ebef9cb98 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/948d74b45d254e77a7c8bb3ebef9cb98 2024-11-19T06:26:08,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997628506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997628516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997628505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,525 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 948d74b45d254e77a7c8bb3ebef9cb98(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:08,526 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,526 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997568326; duration=0sec 2024-11-19T06:26:08,526 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,526 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741873_1049 (size=9757) 2024-11-19T06:26:08,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/3d1970a8452c482cb5a7ecd89e55c42f 2024-11-19T06:26:08,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/5494a5edb3a747af9d32c2b8792d3bce is 50, key is test_row_0/C:col10/1731997568388/Put/seqid=0 2024-11-19T06:26:08,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:08,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741874_1050 (size=9757) 2024-11-19T06:26:08,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/5494a5edb3a747af9d32c2b8792d3bce 2024-11-19T06:26:08,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/a02c618949e6472ab8cb091e4f2ef8a4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4 2024-11-19T06:26:08,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4, entries=100, sequenceid=169, filesize=9.5 K 2024-11-19T06:26:08,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/3d1970a8452c482cb5a7ecd89e55c42f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f 2024-11-19T06:26:08,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f, entries=100, sequenceid=169, filesize=9.5 K 2024-11-19T06:26:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/5494a5edb3a747af9d32c2b8792d3bce as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce 2024-11-19T06:26:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997628608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce, entries=100, sequenceid=169, filesize=9.5 K 2024-11-19T06:26:08,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3a61a5c7251bb09a1419bf4f2518caf0 in 221ms, sequenceid=169, compaction requested=false 2024-11-19T06:26:08,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:08,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-19T06:26:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/196eca9dc61b479382aab67a80d27a00 is 50, key is test_row_0/A:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997628627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997628627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997628627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997628630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741875_1051 (size=14541) 2024-11-19T06:26:08,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/196eca9dc61b479382aab67a80d27a00 2024-11-19T06:26:08,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/76201f8ec6394709aec4e4d93543d051 is 50, key is test_row_0/B:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741876_1052 (size=12151) 2024-11-19T06:26:08,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/76201f8ec6394709aec4e4d93543d051 2024-11-19T06:26:08,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/25fce45e09af42fa97b5b6ed4262d596 is 50, key is test_row_0/C:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:08,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741877_1053 (size=12151) 2024-11-19T06:26:08,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/25fce45e09af42fa97b5b6ed4262d596 2024-11-19T06:26:08,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/196eca9dc61b479382aab67a80d27a00 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00 2024-11-19T06:26:08,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:08,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:08,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:08,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00, entries=200, sequenceid=199, filesize=14.2 K 2024-11-19T06:26:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997628733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997628733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997628734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997628734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/76201f8ec6394709aec4e4d93543d051 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051 2024-11-19T06:26:08,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T06:26:08,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/25fce45e09af42fa97b5b6ed4262d596 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596 2024-11-19T06:26:08,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596, entries=150, sequenceid=199, filesize=11.9 K 2024-11-19T06:26:08,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3a61a5c7251bb09a1419bf4f2518caf0 in 146ms, sequenceid=199, compaction requested=true 2024-11-19T06:26:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,761 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:08,762 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:08,763 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,763 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,763 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:08,763 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:08,763 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,763 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,763 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8bdd8c73dc9648a78b2787c79c7cfa59, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=35.9 K 2024-11-19T06:26:08,763 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9c18d39e16a44794883fb24f278e8c32, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=33.6 K 2024-11-19T06:26:08,764 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c18d39e16a44794883fb24f278e8c32, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,764 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bdd8c73dc9648a78b2787c79c7cfa59, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,764 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d1970a8452c482cb5a7ecd89e55c42f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731997568388 2024-11-19T06:26:08,765 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02c618949e6472ab8cb091e4f2ef8a4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731997568388 2024-11-19T06:26:08,765 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 76201f8ec6394709aec4e4d93543d051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:08,765 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 196eca9dc61b479382aab67a80d27a00, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:08,789 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,790 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/752bd7fb211a4a79997eb26a32c4804d is 50, key is test_row_0/B:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,791 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,791 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/60ecad2e40414325865636c32cd42847 is 50, key is test_row_0/A:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741879_1055 (size=12595) 2024-11-19T06:26:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:08,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:08,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:08,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:08,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741878_1054 (size=12595) 2024-11-19T06:26:08,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/18b777d41de14bacad377a035bed05d5 is 50, key is test_row_1/A:col10/1731997568627/Put/seqid=0 2024-11-19T06:26:08,838 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/60ecad2e40414325865636c32cd42847 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/60ecad2e40414325865636c32cd42847 2024-11-19T06:26:08,851 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 60ecad2e40414325865636c32cd42847(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:08,851 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:08,851 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997568761; duration=0sec 2024-11-19T06:26:08,851 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:08,852 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:08,852 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:08,857 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:08,857 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741880_1056 (size=9757) 2024-11-19T06:26:08,857 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,857 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/948d74b45d254e77a7c8bb3ebef9cb98, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=33.6 K 2024-11-19T06:26:08,858 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 948d74b45d254e77a7c8bb3ebef9cb98, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997566619 2024-11-19T06:26:08,859 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5494a5edb3a747af9d32c2b8792d3bce, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731997568388 2024-11-19T06:26:08,860 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25fce45e09af42fa97b5b6ed4262d596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:08,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:08,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:08,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:08,881 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:08,882 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/d9657aebaf73464aba8e0f7aad1a3076 is 50, key is test_row_0/C:col10/1731997568501/Put/seqid=0 2024-11-19T06:26:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741881_1057 (size=12595) 2024-11-19T06:26:08,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997628914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997628939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997628939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997628939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:08,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997628940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997629021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:09,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:09,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:09,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:09,216 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/752bd7fb211a4a79997eb26a32c4804d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/752bd7fb211a4a79997eb26a32c4804d 2024-11-19T06:26:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997629223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,226 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 752bd7fb211a4a79997eb26a32c4804d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:09,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:09,226 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997568762; duration=0sec 2024-11-19T06:26:09,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:09,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:09,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997629244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997629245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997629245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997629245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/18b777d41de14bacad377a035bed05d5 2024-11-19T06:26:09,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/7a10f40901d046d4936de5d4ce8e1c16 is 50, key is test_row_1/B:col10/1731997568627/Put/seqid=0 2024-11-19T06:26:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741882_1058 (size=9757) 2024-11-19T06:26:09,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/7a10f40901d046d4936de5d4ce8e1c16 2024-11-19T06:26:09,315 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/d9657aebaf73464aba8e0f7aad1a3076 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d9657aebaf73464aba8e0f7aad1a3076 2024-11-19T06:26:09,325 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into d9657aebaf73464aba8e0f7aad1a3076(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:09,325 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:09,326 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997568762; duration=0sec 2024-11-19T06:26:09,327 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:09,328 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:09,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/12e2374f5e9e4d05b94de08c4cbc4dd2 is 50, key is test_row_1/C:col10/1731997568627/Put/seqid=0 2024-11-19T06:26:09,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:09,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741883_1059 (size=9757) 2024-11-19T06:26:09,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/12e2374f5e9e4d05b94de08c4cbc4dd2 2024-11-19T06:26:09,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/18b777d41de14bacad377a035bed05d5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5 2024-11-19T06:26:09,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5, entries=100, sequenceid=210, filesize=9.5 K 2024-11-19T06:26:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/7a10f40901d046d4936de5d4ce8e1c16 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16 2024-11-19T06:26:09,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16, entries=100, sequenceid=210, filesize=9.5 K 2024-11-19T06:26:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/12e2374f5e9e4d05b94de08c4cbc4dd2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2 2024-11-19T06:26:09,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2, entries=100, sequenceid=210, filesize=9.5 K 2024-11-19T06:26:09,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a61a5c7251bb09a1419bf4f2518caf0 in 586ms, sequenceid=210, compaction requested=false 2024-11-19T06:26:09,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:09,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:09,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-19T06:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:09,485 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:09,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c4adf4ef537f47bda3f6c24ea1cf4a34 is 50, key is test_row_0/A:col10/1731997568904/Put/seqid=0 2024-11-19T06:26:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741884_1060 (size=12151) 2024-11-19T06:26:09,521 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c4adf4ef537f47bda3f6c24ea1cf4a34 2024-11-19T06:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:09,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c079f5354def4163a0dd0d1ad04be541 is 50, key is test_row_0/B:col10/1731997568904/Put/seqid=0 2024-11-19T06:26:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997629560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741885_1061 (size=12151) 2024-11-19T06:26:09,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997629662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997629748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997629749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997629750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997629753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997629866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:09,968 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c079f5354def4163a0dd0d1ad04be541 2024-11-19T06:26:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/822cc9a4ae7b447b8955d9952f934aa8 is 50, key is test_row_0/C:col10/1731997568904/Put/seqid=0 2024-11-19T06:26:09,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741886_1062 (size=12151) 2024-11-19T06:26:09,997 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/822cc9a4ae7b447b8955d9952f934aa8 2024-11-19T06:26:10,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c4adf4ef537f47bda3f6c24ea1cf4a34 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34 2024-11-19T06:26:10,013 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T06:26:10,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c079f5354def4163a0dd0d1ad04be541 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541 2024-11-19T06:26:10,023 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T06:26:10,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/822cc9a4ae7b447b8955d9952f934aa8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8 2024-11-19T06:26:10,035 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8, entries=150, sequenceid=238, filesize=11.9 K 2024-11-19T06:26:10,036 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a61a5c7251bb09a1419bf4f2518caf0 in 551ms, sequenceid=238, compaction requested=true 2024-11-19T06:26:10,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:10,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-19T06:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-19T06:26:10,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T06:26:10,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-11-19T06:26:10,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9520 sec 2024-11-19T06:26:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:10,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T06:26:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:10,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:10,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:10,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:10,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0e7152ab9b934245868e88f292bf4bbf is 50, key is test_row_0/A:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741887_1063 (size=14541) 2024-11-19T06:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-19T06:26:10,200 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-19T06:26:10,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-19T06:26:10,206 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:10,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:10,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:10,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997630252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:10,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:10,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997630358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:10,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:10,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997630566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0e7152ab9b934245868e88f292bf4bbf 2024-11-19T06:26:10,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/442f1cce19114d7db0ebb9782f6249aa is 50, key is test_row_0/B:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741888_1064 (size=12151) 2024-11-19T06:26:10,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/442f1cce19114d7db0ebb9782f6249aa 2024-11-19T06:26:10,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/fe5e78557997427aa44cf5dd7d576288 is 50, key is test_row_0/C:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741889_1065 (size=12151) 2024-11-19T06:26:10,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:10,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997630755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997630756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997630757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997630763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:10,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:10,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997630870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:10,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:10,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:10,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:11,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/fe5e78557997427aa44cf5dd7d576288 2024-11-19T06:26:11,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0e7152ab9b934245868e88f292bf4bbf as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf 2024-11-19T06:26:11,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf, entries=200, sequenceid=250, filesize=14.2 K 2024-11-19T06:26:11,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/442f1cce19114d7db0ebb9782f6249aa as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa 2024-11-19T06:26:11,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa, entries=150, sequenceid=250, filesize=11.9 K 2024-11-19T06:26:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/fe5e78557997427aa44cf5dd7d576288 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288 2024-11-19T06:26:11,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288, entries=150, sequenceid=250, filesize=11.9 K 2024-11-19T06:26:11,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a61a5c7251bb09a1419bf4f2518caf0 in 901ms, sequenceid=250, compaction requested=true 2024-11-19T06:26:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:11,074 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:11,074 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:11,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:11,075 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:11,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:11,075 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:11,075 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:11,075 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:11,075 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/752bd7fb211a4a79997eb26a32c4804d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=45.6 K 2024-11-19T06:26:11,075 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/60ecad2e40414325865636c32cd42847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=47.9 K 2024-11-19T06:26:11,076 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60ecad2e40414325865636c32cd42847, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:11,076 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 752bd7fb211a4a79997eb26a32c4804d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:11,076 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b777d41de14bacad377a035bed05d5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731997568627 2024-11-19T06:26:11,076 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a10f40901d046d4936de5d4ce8e1c16, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731997568627 2024-11-19T06:26:11,077 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4adf4ef537f47bda3f6c24ea1cf4a34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731997568904 2024-11-19T06:26:11,077 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c079f5354def4163a0dd0d1ad04be541, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731997568904 2024-11-19T06:26:11,077 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e7152ab9b934245868e88f292bf4bbf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569550 2024-11-19T06:26:11,077 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 442f1cce19114d7db0ebb9782f6249aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569555 2024-11-19T06:26:11,088 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:11,095 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b509fc3fb495476e9c02f10b8f9b2756 is 50, key is test_row_0/A:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:11,098 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:11,099 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/163e3930b75a4d12b3d47af47ee1f3a6 is 50, key is test_row_0/B:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741890_1066 (size=12731) 2024-11-19T06:26:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741891_1067 (size=12731) 2024-11-19T06:26:11,119 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/163e3930b75a4d12b3d47af47ee1f3a6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/163e3930b75a4d12b3d47af47ee1f3a6 2024-11-19T06:26:11,129 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 163e3930b75a4d12b3d47af47ee1f3a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:11,129 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:11,129 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=12, startTime=1731997571074; duration=0sec 2024-11-19T06:26:11,129 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:11,129 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:11,129 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-19T06:26:11,131 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-19T06:26:11,131 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:11,131 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:11,132 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d9657aebaf73464aba8e0f7aad1a3076, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=45.6 K 2024-11-19T06:26:11,132 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d9657aebaf73464aba8e0f7aad1a3076, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731997568494 2024-11-19T06:26:11,133 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e2374f5e9e4d05b94de08c4cbc4dd2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731997568627 2024-11-19T06:26:11,133 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 822cc9a4ae7b447b8955d9952f934aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731997568904 2024-11-19T06:26:11,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:11,134 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting fe5e78557997427aa44cf5dd7d576288, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569555 2024-11-19T06:26:11,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-19T06:26:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:11,134 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0fbeab529bd84acc8b0451da2fc1ac14 is 50, key is test_row_0/A:col10/1731997570234/Put/seqid=0 2024-11-19T06:26:11,157 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:11,158 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/d670390140144605bd306b39d366b828 is 50, key is test_row_0/C:col10/1731997569555/Put/seqid=0 2024-11-19T06:26:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741892_1068 (size=12301) 2024-11-19T06:26:11,164 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0fbeab529bd84acc8b0451da2fc1ac14 2024-11-19T06:26:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741893_1069 (size=12731) 2024-11-19T06:26:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/9042ff5369804aa2aa1b4898e6cc414d is 50, key is test_row_0/B:col10/1731997570234/Put/seqid=0 2024-11-19T06:26:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741894_1070 (size=12301) 2024-11-19T06:26:11,183 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/9042ff5369804aa2aa1b4898e6cc414d 2024-11-19T06:26:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/cc81509d0b7741f9bbecc9a157228897 is 50, key is test_row_0/C:col10/1731997570234/Put/seqid=0 2024-11-19T06:26:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741895_1071 (size=12301) 2024-11-19T06:26:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:11,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997631403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:11,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997631508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:11,511 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b509fc3fb495476e9c02f10b8f9b2756 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b509fc3fb495476e9c02f10b8f9b2756 2024-11-19T06:26:11,523 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into b509fc3fb495476e9c02f10b8f9b2756(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:11,524 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:11,524 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=12, startTime=1731997571073; duration=0sec 2024-11-19T06:26:11,524 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:11,524 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:11,587 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/d670390140144605bd306b39d366b828 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d670390140144605bd306b39d366b828 2024-11-19T06:26:11,599 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into d670390140144605bd306b39d366b828(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:11,599 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/cc81509d0b7741f9bbecc9a157228897 2024-11-19T06:26:11,599 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:11,599 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=12, startTime=1731997571074; duration=0sec 2024-11-19T06:26:11,599 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:11,599 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/0fbeab529bd84acc8b0451da2fc1ac14 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14 2024-11-19T06:26:11,630 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14, entries=150, sequenceid=275, filesize=12.0 K 2024-11-19T06:26:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/9042ff5369804aa2aa1b4898e6cc414d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d 2024-11-19T06:26:11,641 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-19T06:26:11,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/cc81509d0b7741f9bbecc9a157228897 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897 2024-11-19T06:26:11,651 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897, entries=150, sequenceid=275, filesize=12.0 K 2024-11-19T06:26:11,652 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3a61a5c7251bb09a1419bf4f2518caf0 in 518ms, sequenceid=275, compaction requested=false 2024-11-19T06:26:11,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:11,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:11,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T06:26:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-19T06:26:11,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-19T06:26:11,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-11-19T06:26:11,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.4550 sec 2024-11-19T06:26:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:11,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:11,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:11,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/760bf07ee23649eb9ae5b62f1cab2f29 is 50, key is test_row_0/A:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741896_1072 (size=14741) 2024-11-19T06:26:11,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997631797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997631902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997632107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/760bf07ee23649eb9ae5b62f1cab2f29 2024-11-19T06:26:12,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 is 50, key is test_row_0/B:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741897_1073 (size=12301) 2024-11-19T06:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-19T06:26:12,314 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-19T06:26:12,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-19T06:26:12,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:12,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:12,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997632413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:12,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:12,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T06:26:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 2024-11-19T06:26:12,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7304ed0b5fd240278ce73533c8425314 is 50, key is test_row_0/C:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:12,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741898_1074 (size=12301) 2024-11-19T06:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:12,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:12,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T06:26:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997632764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,766 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:12,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997632767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,768 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997632775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,777 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:12,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997632777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T06:26:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,780 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:12,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997632917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:12,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:12,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T06:26:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:12,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:12,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7304ed0b5fd240278ce73533c8425314 2024-11-19T06:26:12,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/760bf07ee23649eb9ae5b62f1cab2f29 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29 2024-11-19T06:26:12,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29, entries=200, sequenceid=290, filesize=14.4 K 2024-11-19T06:26:12,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 2024-11-19T06:26:13,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T06:26:13,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7304ed0b5fd240278ce73533c8425314 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314 2024-11-19T06:26:13,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314, entries=150, sequenceid=290, filesize=12.0 K 2024-11-19T06:26:13,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1296ms, sequenceid=290, compaction requested=true 2024-11-19T06:26:13,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:13,010 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:13,010 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:13,011 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:13,012 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:13,012 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:13,012 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:13,012 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:13,012 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:13,012 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b509fc3fb495476e9c02f10b8f9b2756, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=38.8 K 2024-11-19T06:26:13,012 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/163e3930b75a4d12b3d47af47ee1f3a6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.5 K 2024-11-19T06:26:13,012 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 163e3930b75a4d12b3d47af47ee1f3a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569555 2024-11-19T06:26:13,012 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b509fc3fb495476e9c02f10b8f9b2756, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569555 2024-11-19T06:26:13,013 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9042ff5369804aa2aa1b4898e6cc414d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731997570234 2024-11-19T06:26:13,013 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbeab529bd84acc8b0451da2fc1ac14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731997570234 2024-11-19T06:26:13,013 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cac983e0fa8d4ce8b8448bf0a7bc43f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:13,013 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 760bf07ee23649eb9ae5b62f1cab2f29, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:13,025 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:13,026 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/89dda33b56524b8c9ec569ff636b9891 is 50, key is test_row_0/B:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:13,028 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:13,029 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b22953e3ccaa4b98832052af688e3ec2 is 50, key is test_row_0/A:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741900_1076 (size=12983) 2024-11-19T06:26:13,063 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/89dda33b56524b8c9ec569ff636b9891 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/89dda33b56524b8c9ec569ff636b9891 2024-11-19T06:26:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741899_1075 (size=12983) 2024-11-19T06:26:13,073 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 89dda33b56524b8c9ec569ff636b9891(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:13,074 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:13,075 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997573010; duration=0sec 2024-11-19T06:26:13,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:13,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:13,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:13,076 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:13,077 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:13,077 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:13,077 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d670390140144605bd306b39d366b828, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.5 K 2024-11-19T06:26:13,078 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d670390140144605bd306b39d366b828, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731997569555 2024-11-19T06:26:13,078 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cc81509d0b7741f9bbecc9a157228897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731997570234 2024-11-19T06:26:13,079 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/b22953e3ccaa4b98832052af688e3ec2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b22953e3ccaa4b98832052af688e3ec2 2024-11-19T06:26:13,079 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7304ed0b5fd240278ce73533c8425314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:13,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:13,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-19T06:26:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:13,087 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T06:26:13,088 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into b22953e3ccaa4b98832052af688e3ec2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:13,088 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:13,088 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997573010; duration=0sec 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:13,088 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:13,088 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:13,092 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:13,093 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/42ec0ebea9d3453c99e810cf8bd5ed8e is 50, key is test_row_0/C:col10/1731997571711/Put/seqid=0 2024-11-19T06:26:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fb2c4c19b5014cc2ae74bdde0cadc6cb is 50, key is test_row_0/A:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741902_1078 (size=12301) 2024-11-19T06:26:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741901_1077 (size=12983) 2024-11-19T06:26:13,112 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/42ec0ebea9d3453c99e810cf8bd5ed8e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/42ec0ebea9d3453c99e810cf8bd5ed8e 2024-11-19T06:26:13,118 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 42ec0ebea9d3453c99e810cf8bd5ed8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:13,118 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:13,118 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997573010; duration=0sec 2024-11-19T06:26:13,118 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:13,118 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fb2c4c19b5014cc2ae74bdde0cadc6cb 2024-11-19T06:26:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/097a07670e18404a8734a428148c2c1a is 50, key is test_row_0/B:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741903_1079 (size=12301) 2024-11-19T06:26:13,517 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/097a07670e18404a8734a428148c2c1a 2024-11-19T06:26:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7f13a8851ce149c5bca2274798526ee3 is 50, key is test_row_0/C:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741904_1080 (size=12301) 2024-11-19T06:26:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:13,938 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7f13a8851ce149c5bca2274798526ee3 2024-11-19T06:26:13,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fb2c4c19b5014cc2ae74bdde0cadc6cb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb 2024-11-19T06:26:13,954 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb, entries=150, sequenceid=315, filesize=12.0 K 2024-11-19T06:26:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/097a07670e18404a8734a428148c2c1a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a 2024-11-19T06:26:13,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997633959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:13,962 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a, entries=150, sequenceid=315, filesize=12.0 K 2024-11-19T06:26:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7f13a8851ce149c5bca2274798526ee3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3 2024-11-19T06:26:13,973 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3, entries=150, sequenceid=315, filesize=12.0 K 2024-11-19T06:26:13,974 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a61a5c7251bb09a1419bf4f2518caf0 in 887ms, sequenceid=315, compaction requested=false 2024-11-19T06:26:13,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:13,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:13,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-19T06:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-19T06:26:13,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-19T06:26:13,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6560 sec 2024-11-19T06:26:13,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.6620 sec 2024-11-19T06:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:14,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/11707b0b55754833a128b255946adeff is 50, key is test_row_1/A:col10/1731997573950/Put/seqid=0 2024-11-19T06:26:14,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741905_1081 (size=9857) 2024-11-19T06:26:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997634142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997634246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-19T06:26:14,429 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-19T06:26:14,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-19T06:26:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T06:26:14,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:14,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:14,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:14,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997634450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:14,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/11707b0b55754833a128b255946adeff 2024-11-19T06:26:14,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1cf73d8c75da4243b8c8fe1647e06c3d is 50, key is test_row_1/B:col10/1731997573950/Put/seqid=0 2024-11-19T06:26:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741906_1082 (size=9857) 2024-11-19T06:26:14,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1cf73d8c75da4243b8c8fe1647e06c3d 2024-11-19T06:26:14,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/40a208475df74111b1445259db44c8c0 is 50, key is test_row_1/C:col10/1731997573950/Put/seqid=0 2024-11-19T06:26:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741907_1083 (size=9857) 2024-11-19T06:26:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T06:26:14,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/40a208475df74111b1445259db44c8c0 2024-11-19T06:26:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/11707b0b55754833a128b255946adeff as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff 2024-11-19T06:26:14,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T06:26:14,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1cf73d8c75da4243b8c8fe1647e06c3d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d 2024-11-19T06:26:14,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T06:26:14,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/40a208475df74111b1445259db44c8c0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0 2024-11-19T06:26:14,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0, entries=100, sequenceid=330, filesize=9.6 K 2024-11-19T06:26:14,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a61a5c7251bb09a1419bf4f2518caf0 in 507ms, sequenceid=330, compaction requested=true 2024-11-19T06:26:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:14,571 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:14,571 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:14,575 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:14,575 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:14,575 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:14,575 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:14,575 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:14,575 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:14,575 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/89dda33b56524b8c9ec569ff636b9891, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=34.3 K 2024-11-19T06:26:14,575 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b22953e3ccaa4b98832052af688e3ec2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=34.3 K 2024-11-19T06:26:14,576 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 89dda33b56524b8c9ec569ff636b9891, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:14,576 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b22953e3ccaa4b98832052af688e3ec2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:14,576 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 097a07670e18404a8734a428148c2c1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731997571789 2024-11-19T06:26:14,576 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb2c4c19b5014cc2ae74bdde0cadc6cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731997571789 2024-11-19T06:26:14,576 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cf73d8c75da4243b8c8fe1647e06c3d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997573950 2024-11-19T06:26:14,577 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11707b0b55754833a128b255946adeff, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997573950 2024-11-19T06:26:14,586 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:14,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:14,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-19T06:26:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:14,587 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/6d45d29fe1074b548d3d833738733432 is 50, key is test_row_0/B:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:14,587 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:26:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:14,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:14,592 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:14,593 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/da9302f6cc90441c9e18b944237fa905 is 50, key is test_row_0/A:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:14,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/58f5dee53e204adb89da57b5390b9aa2 is 50, key is test_row_0/A:col10/1731997574134/Put/seqid=0 2024-11-19T06:26:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741908_1084 (size=13085) 2024-11-19T06:26:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741909_1085 (size=13085) 2024-11-19T06:26:14,627 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/da9302f6cc90441c9e18b944237fa905 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/da9302f6cc90441c9e18b944237fa905 2024-11-19T06:26:14,627 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/6d45d29fe1074b548d3d833738733432 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/6d45d29fe1074b548d3d833738733432 2024-11-19T06:26:14,639 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into da9302f6cc90441c9e18b944237fa905(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:14,639 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 6d45d29fe1074b548d3d833738733432(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:14,639 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:14,639 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:14,639 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997574571; duration=0sec 2024-11-19T06:26:14,639 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997574571; duration=0sec 2024-11-19T06:26:14,640 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:14,640 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:14,640 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:14,640 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:14,640 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741910_1086 (size=12301) 2024-11-19T06:26:14,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:14,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:14,643 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/58f5dee53e204adb89da57b5390b9aa2 2024-11-19T06:26:14,643 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:14,643 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/42ec0ebea9d3453c99e810cf8bd5ed8e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=34.3 K 2024-11-19T06:26:14,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 42ec0ebea9d3453c99e810cf8bd5ed8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731997571395 2024-11-19T06:26:14,644 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f13a8851ce149c5bca2274798526ee3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731997571789 2024-11-19T06:26:14,646 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 40a208475df74111b1445259db44c8c0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997573950 2024-11-19T06:26:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e1c84bf0f22d463880aba29106373722 is 50, key is test_row_0/B:col10/1731997574134/Put/seqid=0 2024-11-19T06:26:14,660 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:14,661 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bcb72a15e5f14128b8a33594a6adfa74 is 50, key is test_row_0/C:col10/1731997571795/Put/seqid=0 2024-11-19T06:26:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741911_1087 (size=12301) 2024-11-19T06:26:14,664 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e1c84bf0f22d463880aba29106373722 2024-11-19T06:26:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741912_1088 (size=13085) 2024-11-19T06:26:14,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/30f92b9798534e95aa7ea92262cbb453 is 50, key is test_row_0/C:col10/1731997574134/Put/seqid=0 2024-11-19T06:26:14,680 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bcb72a15e5f14128b8a33594a6adfa74 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bcb72a15e5f14128b8a33594a6adfa74 2024-11-19T06:26:14,691 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into bcb72a15e5f14128b8a33594a6adfa74(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:14,691 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:14,691 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997574572; duration=0sec 2024-11-19T06:26:14,691 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:14,691 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:14,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741913_1089 (size=12301) 2024-11-19T06:26:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T06:26:14,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997634775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997634877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T06:26:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997635079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:15,101 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/30f92b9798534e95aa7ea92262cbb453 2024-11-19T06:26:15,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/58f5dee53e204adb89da57b5390b9aa2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2 2024-11-19T06:26:15,111 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2, entries=150, sequenceid=352, filesize=12.0 K 2024-11-19T06:26:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e1c84bf0f22d463880aba29106373722 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722 2024-11-19T06:26:15,116 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722, entries=150, sequenceid=352, filesize=12.0 K 2024-11-19T06:26:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/30f92b9798534e95aa7ea92262cbb453 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453 2024-11-19T06:26:15,123 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453, entries=150, sequenceid=352, filesize=12.0 K 2024-11-19T06:26:15,124 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3a61a5c7251bb09a1419bf4f2518caf0 in 537ms, sequenceid=352, compaction requested=false 2024-11-19T06:26:15,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:15,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:15,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-19T06:26:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-19T06:26:15,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-19T06:26:15,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 692 msec 2024-11-19T06:26:15,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 697 msec 2024-11-19T06:26:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:15,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:26:15,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:15,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:15,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/2ba6499c0f0a488a88e7b377c470741a is 50, key is test_row_0/A:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741914_1090 (size=14741) 2024-11-19T06:26:15,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997635435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-19T06:26:15,537 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-19T06:26:15,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-19T06:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:15,539 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:15,540 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:15,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997635537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:15,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:15,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:15,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:15,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:15,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997635742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:15,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/2ba6499c0f0a488a88e7b377c470741a 2024-11-19T06:26:15,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/27459bd7bed4462f9dc3731f9b53e3f7 is 50, key is test_row_0/B:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:15,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741915_1091 (size=12301) 2024-11-19T06:26:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:15,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:15,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:15,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:15,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:15,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:15,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997636046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:16,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/27459bd7bed4462f9dc3731f9b53e3f7 2024-11-19T06:26:16,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/83ff7c5aa86948ddb82a4500d2bfb52b is 50, key is test_row_0/C:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741916_1092 (size=12301) 2024-11-19T06:26:16,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997636549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:16,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/83ff7c5aa86948ddb82a4500d2bfb52b 2024-11-19T06:26:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/2ba6499c0f0a488a88e7b377c470741a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a 2024-11-19T06:26:16,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a, entries=200, sequenceid=370, filesize=14.4 K 2024-11-19T06:26:16,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/27459bd7bed4462f9dc3731f9b53e3f7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7 2024-11-19T06:26:16,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7, entries=150, sequenceid=370, filesize=12.0 K 2024-11-19T06:26:16,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/83ff7c5aa86948ddb82a4500d2bfb52b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b 2024-11-19T06:26:16,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-19T06:26:16,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1286ms, sequenceid=370, compaction requested=true 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:16,673 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:16,673 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:16,674 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:16,674 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:16,674 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:16,674 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:16,675 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,675 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,675 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/da9302f6cc90441c9e18b944237fa905, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=39.2 K 2024-11-19T06:26:16,675 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/6d45d29fe1074b548d3d833738733432, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.8 K 2024-11-19T06:26:16,676 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d45d29fe1074b548d3d833738733432, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997571795 2024-11-19T06:26:16,676 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting da9302f6cc90441c9e18b944237fa905, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997571795 2024-11-19T06:26:16,676 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f5dee53e204adb89da57b5390b9aa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731997574128 2024-11-19T06:26:16,676 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c84bf0f22d463880aba29106373722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731997574128 2024-11-19T06:26:16,676 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ba6499c0f0a488a88e7b377c470741a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574766 2024-11-19T06:26:16,677 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 27459bd7bed4462f9dc3731f9b53e3f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574770 2024-11-19T06:26:16,692 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:16,693 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:16,693 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/4e76b76e5e7d460da30467d0ef611e0d is 50, key is test_row_0/B:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:16,693 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/92eb51927a374ace9863bdf3ccb08d36 is 50, key is test_row_0/A:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741918_1094 (size=13187) 2024-11-19T06:26:16,713 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/92eb51927a374ace9863bdf3ccb08d36 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92eb51927a374ace9863bdf3ccb08d36 2024-11-19T06:26:16,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741917_1093 (size=13187) 2024-11-19T06:26:16,730 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 92eb51927a374ace9863bdf3ccb08d36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:16,730 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:16,731 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997576673; duration=0sec 2024-11-19T06:26:16,731 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:16,731 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:16,731 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:16,733 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:16,733 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:16,733 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,733 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bcb72a15e5f14128b8a33594a6adfa74, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.8 K 2024-11-19T06:26:16,734 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcb72a15e5f14128b8a33594a6adfa74, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731997571795 2024-11-19T06:26:16,734 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30f92b9798534e95aa7ea92262cbb453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731997574128 2024-11-19T06:26:16,734 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83ff7c5aa86948ddb82a4500d2bfb52b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574770 2024-11-19T06:26:16,746 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:16,747 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/5d4a68c19ddc4229a22e00fc17126321 is 50, key is test_row_0/C:col10/1731997574774/Put/seqid=0 2024-11-19T06:26:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741919_1095 (size=13187) 2024-11-19T06:26:16,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:16,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,767 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:16,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/7105c144c8b44d13b6cd412513875fe9 is 50, key is test_row_0/A:col10/1731997575421/Put/seqid=0 2024-11-19T06:26:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741920_1096 (size=12301) 2024-11-19T06:26:16,778 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/7105c144c8b44d13b6cd412513875fe9 2024-11-19T06:26:16,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:16,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5152531192614706b8ed0246e13d5daa is 50, key is test_row_0/B:col10/1731997575421/Put/seqid=0 2024-11-19T06:26:16,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741921_1097 (size=12301) 2024-11-19T06:26:16,808 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5152531192614706b8ed0246e13d5daa 2024-11-19T06:26:16,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997636809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997636810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997636811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38864 deadline: 1731997636817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4183c1cf1cd747999e66ab61ae0640a3 is 50, key is test_row_0/C:col10/1731997575421/Put/seqid=0 2024-11-19T06:26:16,821 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741922_1098 (size=12301) 2024-11-19T06:26:16,842 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4183c1cf1cd747999e66ab61ae0640a3 2024-11-19T06:26:16,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/7105c144c8b44d13b6cd412513875fe9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9 2024-11-19T06:26:16,855 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T06:26:16,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5152531192614706b8ed0246e13d5daa as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa 2024-11-19T06:26:16,866 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T06:26:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/4183c1cf1cd747999e66ab61ae0640a3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3 2024-11-19T06:26:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3, entries=150, sequenceid=392, filesize=12.0 K 2024-11-19T06:26:16,876 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3a61a5c7251bb09a1419bf4f2518caf0 in 109ms, sequenceid=392, compaction requested=false 2024-11-19T06:26:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T06:26:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-19T06:26:16,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-19T06:26:16,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3390 sec 2024-11-19T06:26:16,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.3430 sec 2024-11-19T06:26:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:16,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:16,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:16,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/92f3c7cf099d4f2c9fffd47b75d33325 is 50, key is test_row_0/A:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741923_1099 (size=12301) 2024-11-19T06:26:16,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997636940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997636941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997636942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997637044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997637044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997637048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,145 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/4e76b76e5e7d460da30467d0ef611e0d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4e76b76e5e7d460da30467d0ef611e0d 2024-11-19T06:26:17,156 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 4e76b76e5e7d460da30467d0ef611e0d(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:17,156 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:17,156 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997576673; duration=0sec 2024-11-19T06:26:17,157 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:17,157 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:17,173 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/5d4a68c19ddc4229a22e00fc17126321 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5d4a68c19ddc4229a22e00fc17126321 2024-11-19T06:26:17,183 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 5d4a68c19ddc4229a22e00fc17126321(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:17,183 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:17,183 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997576673; duration=0sec 2024-11-19T06:26:17,183 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:17,183 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997637248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997637248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997637252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/92f3c7cf099d4f2c9fffd47b75d33325 2024-11-19T06:26:17,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/06daebf5d93346959ea049d16fae2acf is 50, key is test_row_0/B:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741924_1100 (size=12301) 2024-11-19T06:26:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997637550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997637551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997637557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997637559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-19T06:26:17,643 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-19T06:26:17,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-19T06:26:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T06:26:17,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:17,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:17,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T06:26:17,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/06daebf5d93346959ea049d16fae2acf 2024-11-19T06:26:17,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ead5317ab8004871865aea545eacc40c is 50, key is test_row_0/C:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741925_1101 (size=12301) 2024-11-19T06:26:17,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ead5317ab8004871865aea545eacc40c 2024-11-19T06:26:17,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/92f3c7cf099d4f2c9fffd47b75d33325 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325 2024-11-19T06:26:17,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325, entries=150, sequenceid=408, filesize=12.0 K 2024-11-19T06:26:17,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/06daebf5d93346959ea049d16fae2acf as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf 2024-11-19T06:26:17,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf, entries=150, sequenceid=408, filesize=12.0 K 2024-11-19T06:26:17,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/ead5317ab8004871865aea545eacc40c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c 2024-11-19T06:26:17,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c, entries=150, sequenceid=408, filesize=12.0 K 2024-11-19T06:26:17,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3a61a5c7251bb09a1419bf4f2518caf0 in 877ms, sequenceid=408, compaction requested=true 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:17,792 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:17,792 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:17,793 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:17,793 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:17,793 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:17,793 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:17,793 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:17,793 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:17,793 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92eb51927a374ace9863bdf3ccb08d36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.9 K 2024-11-19T06:26:17,793 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4e76b76e5e7d460da30467d0ef611e0d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.9 K 2024-11-19T06:26:17,794 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92eb51927a374ace9863bdf3ccb08d36, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574770 2024-11-19T06:26:17,794 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e76b76e5e7d460da30467d0ef611e0d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574770 2024-11-19T06:26:17,794 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7105c144c8b44d13b6cd412513875fe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731997575421 2024-11-19T06:26:17,794 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5152531192614706b8ed0246e13d5daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731997575421 2024-11-19T06:26:17,796 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92f3c7cf099d4f2c9fffd47b75d33325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:17,796 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 06daebf5d93346959ea049d16fae2acf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:17,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:17,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-19T06:26:17,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:17,798 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T06:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8401e08387174918becafe48211d2af4 is 50, key is test_row_0/A:col10/1731997576939/Put/seqid=0 2024-11-19T06:26:17,808 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#88 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:17,808 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/63b3edd34d924de6a2bdbd81fd3b97a4 is 50, key is test_row_0/A:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:17,812 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#89 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:17,812 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/193cfe6ea2164015ad86077e3a113f3c is 50, key is test_row_0/B:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741926_1102 (size=12301) 2024-11-19T06:26:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741927_1103 (size=13289) 2024-11-19T06:26:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741928_1104 (size=13289) 2024-11-19T06:26:17,843 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/63b3edd34d924de6a2bdbd81fd3b97a4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/63b3edd34d924de6a2bdbd81fd3b97a4 2024-11-19T06:26:17,849 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 63b3edd34d924de6a2bdbd81fd3b97a4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:17,849 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:17,850 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997577792; duration=0sec 2024-11-19T06:26:17,850 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:17,850 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:17,850 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:17,851 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:17,851 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:17,851 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:17,851 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5d4a68c19ddc4229a22e00fc17126321, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=36.9 K 2024-11-19T06:26:17,852 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4a68c19ddc4229a22e00fc17126321, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731997574770 2024-11-19T06:26:17,852 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4183c1cf1cd747999e66ab61ae0640a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731997575421 2024-11-19T06:26:17,853 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ead5317ab8004871865aea545eacc40c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:17,862 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:17,862 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/b60da490b1be49aca8fca260a194a47c is 50, key is test_row_0/C:col10/1731997576807/Put/seqid=0 2024-11-19T06:26:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741929_1105 (size=13289) 2024-11-19T06:26:17,881 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/b60da490b1be49aca8fca260a194a47c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b60da490b1be49aca8fca260a194a47c 2024-11-19T06:26:17,887 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into b60da490b1be49aca8fca260a194a47c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:17,887 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:17,887 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997577792; duration=0sec 2024-11-19T06:26:17,888 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:17,888 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T06:26:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,215 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8401e08387174918becafe48211d2af4 2024-11-19T06:26:18,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/54b8de1ae4484ea38c668b03f7fe82b3 is 50, key is test_row_0/B:col10/1731997576939/Put/seqid=0 2024-11-19T06:26:18,244 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/193cfe6ea2164015ad86077e3a113f3c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/193cfe6ea2164015ad86077e3a113f3c 2024-11-19T06:26:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T06:26:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741930_1106 (size=12301) 2024-11-19T06:26:18,251 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/54b8de1ae4484ea38c668b03f7fe82b3 2024-11-19T06:26:18,255 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 193cfe6ea2164015ad86077e3a113f3c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:18,256 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:18,256 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997577792; duration=0sec 2024-11-19T06:26:18,256 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:18,256 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/b81cf8a5f29a4c0f9a71e820b01ad204 is 50, key is test_row_0/C:col10/1731997576939/Put/seqid=0 2024-11-19T06:26:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741931_1107 (size=12301) 2024-11-19T06:26:18,265 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/b81cf8a5f29a4c0f9a71e820b01ad204 2024-11-19T06:26:18,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/8401e08387174918becafe48211d2af4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4 2024-11-19T06:26:18,275 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4, entries=150, sequenceid=430, filesize=12.0 K 2024-11-19T06:26:18,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/54b8de1ae4484ea38c668b03f7fe82b3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3 2024-11-19T06:26:18,282 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3, entries=150, sequenceid=430, filesize=12.0 K 2024-11-19T06:26:18,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/b81cf8a5f29a4c0f9a71e820b01ad204 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204 2024-11-19T06:26:18,290 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204, entries=150, sequenceid=430, filesize=12.0 K 2024-11-19T06:26:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-19T06:26:18,291 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3a61a5c7251bb09a1419bf4f2518caf0 in 493ms, sequenceid=430, compaction requested=false 2024-11-19T06:26:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T06:26:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-19T06:26:18,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-19T06:26:18,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 647 msec 2024-11-19T06:26:18,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 651 msec 2024-11-19T06:26:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:18,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/ce75602113864c55927d074c917e0396 is 50, key is test_row_0/A:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741932_1108 (size=17181) 2024-11-19T06:26:18,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/ce75602113864c55927d074c917e0396 2024-11-19T06:26:18,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1b86a0b4e82c4aa88db5c90b6d04197b is 50, key is test_row_0/B:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741933_1109 (size=12301) 2024-11-19T06:26:18,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1b86a0b4e82c4aa88db5c90b6d04197b 2024-11-19T06:26:18,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/533eb42211814d04ac3a63748e2a76db is 50, key is test_row_0/C:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741934_1110 (size=12301) 2024-11-19T06:26:18,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/533eb42211814d04ac3a63748e2a76db 2024-11-19T06:26:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/ce75602113864c55927d074c917e0396 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396 2024-11-19T06:26:18,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396, entries=250, sequenceid=451, filesize=16.8 K 2024-11-19T06:26:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/1b86a0b4e82c4aa88db5c90b6d04197b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b 2024-11-19T06:26:18,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b, entries=150, sequenceid=451, filesize=12.0 K 2024-11-19T06:26:18,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/533eb42211814d04ac3a63748e2a76db as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db 2024-11-19T06:26:18,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db, entries=150, sequenceid=451, filesize=12.0 K 2024-11-19T06:26:18,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 3a61a5c7251bb09a1419bf4f2518caf0 in 118ms, sequenceid=451, compaction requested=true 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:18,494 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:18,494 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:18,495 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:18,495 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:18,495 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,495 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:18,495 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:18,496 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/193cfe6ea2164015ad86077e3a113f3c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.0 K 2024-11-19T06:26:18,496 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,496 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/63b3edd34d924de6a2bdbd81fd3b97a4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=41.8 K 2024-11-19T06:26:18,496 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b3edd34d924de6a2bdbd81fd3b97a4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:18,496 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 193cfe6ea2164015ad86077e3a113f3c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:18,497 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b8de1ae4484ea38c668b03f7fe82b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731997576937 2024-11-19T06:26:18,497 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8401e08387174918becafe48211d2af4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731997576937 2024-11-19T06:26:18,497 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b86a0b4e82c4aa88db5c90b6d04197b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:18,497 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce75602113864c55927d074c917e0396, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:18,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:18,551 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:18,551 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:18,551 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c4a18260f6a84d4cba3e764f1c7dacac is 50, key is test_row_0/B:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,551 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/e74350b7513c4d9ea4b0035fe2a097e2 is 50, key is test_row_0/A:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c2b94164a1054c5b9e6612c7b12bc7b6 is 50, key is test_row_0/A:col10/1731997578506/Put/seqid=0 2024-11-19T06:26:18,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741935_1111 (size=13391) 2024-11-19T06:26:18,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741936_1112 (size=13391) 2024-11-19T06:26:18,575 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/e74350b7513c4d9ea4b0035fe2a097e2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/e74350b7513c4d9ea4b0035fe2a097e2 2024-11-19T06:26:18,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741937_1113 (size=12301) 2024-11-19T06:26:18,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c2b94164a1054c5b9e6612c7b12bc7b6 2024-11-19T06:26:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,586 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into e74350b7513c4d9ea4b0035fe2a097e2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:18,586 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:18,586 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997578494; duration=0sec 2024-11-19T06:26:18,586 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:18,586 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:18,586 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5e91fdb1c68446febaec576cd1a2a0b3 is 50, key is test_row_0/B:col10/1731997578506/Put/seqid=0 2024-11-19T06:26:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,588 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:18,588 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:18,588 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,589 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b60da490b1be49aca8fca260a194a47c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.0 K 2024-11-19T06:26:18,590 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b60da490b1be49aca8fca260a194a47c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731997576807 2024-11-19T06:26:18,592 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b81cf8a5f29a4c0f9a71e820b01ad204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731997576937 2024-11-19T06:26:18,600 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 533eb42211814d04ac3a63748e2a76db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741938_1114 (size=12301) 2024-11-19T06:26:18,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5e91fdb1c68446febaec576cd1a2a0b3 2024-11-19T06:26:18,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7ed44be0764f4923a3298a6a89a2c3b5 is 50, key is test_row_0/C:col10/1731997578506/Put/seqid=0 2024-11-19T06:26:18,618 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:18,619 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7c875a800a4544438575c9ebe2b067e7 is 50, key is test_row_0/C:col10/1731997578373/Put/seqid=0 2024-11-19T06:26:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741939_1115 (size=12301) 2024-11-19T06:26:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741940_1116 (size=13391) 2024-11-19T06:26:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-19T06:26:18,749 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-19T06:26:18,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-19T06:26:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:18,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:18,753 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:18,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997638886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997638891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997638892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:18,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:18,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:18,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:18,973 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c4a18260f6a84d4cba3e764f1c7dacac as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c4a18260f6a84d4cba3e764f1c7dacac 2024-11-19T06:26:18,978 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into c4a18260f6a84d4cba3e764f1c7dacac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:18,978 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:18,978 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997578494; duration=0sec 2024-11-19T06:26:18,978 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:18,978 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:19,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7ed44be0764f4923a3298a6a89a2c3b5 2024-11-19T06:26:19,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/c2b94164a1054c5b9e6612c7b12bc7b6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6 2024-11-19T06:26:19,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6, entries=150, sequenceid=473, filesize=12.0 K 2024-11-19T06:26:19,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/5e91fdb1c68446febaec576cd1a2a0b3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3 2024-11-19T06:26:19,051 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7c875a800a4544438575c9ebe2b067e7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7c875a800a4544438575c9ebe2b067e7 2024-11-19T06:26:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:19,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3, entries=150, sequenceid=473, filesize=12.0 K 2024-11-19T06:26:19,057 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 7c875a800a4544438575c9ebe2b067e7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:19,057 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,057 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997578494; duration=0sec 2024-11-19T06:26:19,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,058 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:19,058 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:19,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/7ed44be0764f4923a3298a6a89a2c3b5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5 2024-11-19T06:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5, entries=150, sequenceid=473, filesize=12.0 K 2024-11-19T06:26:19,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3a61a5c7251bb09a1419bf4f2518caf0 in 518ms, sequenceid=473, compaction requested=false 2024-11-19T06:26:19,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:19,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/df1bc29e38fd450db3665a808d0bcd06 is 50, key is test_row_0/A:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741941_1117 (size=14741) 2024-11-19T06:26:19,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997639210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997639213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997639213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997639314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997639316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997639317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:19,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997639517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997639519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997639520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731997639568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,571 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:19,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/df1bc29e38fd450db3665a808d0bcd06 2024-11-19T06:26:19,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/87737f746b284a7d9bfd9c1280bbaf85 is 50, key is test_row_0/B:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741942_1118 (size=12301) 2024-11-19T06:26:19,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/87737f746b284a7d9bfd9c1280bbaf85 2024-11-19T06:26:19,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/87ae9625d54a485fa11fdc421694011a is 50, key is test_row_0/C:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741943_1119 (size=12301) 2024-11-19T06:26:19,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/87ae9625d54a485fa11fdc421694011a 2024-11-19T06:26:19,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/df1bc29e38fd450db3665a808d0bcd06 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06 2024-11-19T06:26:19,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06, entries=200, sequenceid=491, filesize=14.4 K 2024-11-19T06:26:19,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/87737f746b284a7d9bfd9c1280bbaf85 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85 2024-11-19T06:26:19,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85, entries=150, sequenceid=491, filesize=12.0 K 2024-11-19T06:26:19,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/87ae9625d54a485fa11fdc421694011a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a 2024-11-19T06:26:19,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:19,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a, entries=150, sequenceid=491, filesize=12.0 K 2024-11-19T06:26:19,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3a61a5c7251bb09a1419bf4f2518caf0 in 486ms, sequenceid=491, compaction requested=true 2024-11-19T06:26:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:19,676 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T06:26:19,677 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:19,677 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:19,677 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:19,677 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,677 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/e74350b7513c4d9ea4b0035fe2a097e2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=39.5 K 2024-11-19T06:26:19,678 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:19,678 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:19,678 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,678 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c4a18260f6a84d4cba3e764f1c7dacac, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.1 K 2024-11-19T06:26:19,678 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74350b7513c4d9ea4b0035fe2a097e2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:19,679 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a18260f6a84d4cba3e764f1c7dacac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:19,679 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b94164a1054c5b9e6612c7b12bc7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731997578400 2024-11-19T06:26:19,679 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e91fdb1c68446febaec576cd1a2a0b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731997578400 2024-11-19T06:26:19,679 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting df1bc29e38fd450db3665a808d0bcd06, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578571 2024-11-19T06:26:19,680 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 87737f746b284a7d9bfd9c1280bbaf85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578578 2024-11-19T06:26:19,690 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:19,691 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c5d2138caa2844228f0ed527f02565e1 is 50, key is test_row_0/B:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,692 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:19,693 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/d07360bc0e0941be9978a776ef2bd545 is 50, key is test_row_0/A:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741945_1121 (size=13493) 2024-11-19T06:26:19,716 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/d07360bc0e0941be9978a776ef2bd545 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/d07360bc0e0941be9978a776ef2bd545 2024-11-19T06:26:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741944_1120 (size=13493) 2024-11-19T06:26:19,723 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into d07360bc0e0941be9978a776ef2bd545(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:19,723 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,724 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997579675; duration=0sec 2024-11-19T06:26:19,724 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:19,724 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:19,724 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:19,725 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/c5d2138caa2844228f0ed527f02565e1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c5d2138caa2844228f0ed527f02565e1 2024-11-19T06:26:19,727 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:19,728 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:19,728 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,729 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7c875a800a4544438575c9ebe2b067e7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.1 K 2024-11-19T06:26:19,731 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c875a800a4544438575c9ebe2b067e7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731997578067 2024-11-19T06:26:19,734 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into c5d2138caa2844228f0ed527f02565e1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:19,734 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ed44be0764f4923a3298a6a89a2c3b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731997578400 2024-11-19T06:26:19,734 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,735 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997579676; duration=0sec 2024-11-19T06:26:19,735 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:19,735 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:19,736 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ae9625d54a485fa11fdc421694011a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578578 2024-11-19T06:26:19,744 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:19,745 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/473f413e5691430586dacde75171be97 is 50, key is test_row_0/C:col10/1731997578578/Put/seqid=0 2024-11-19T06:26:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741946_1122 (size=13493) 2024-11-19T06:26:19,765 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/473f413e5691430586dacde75171be97 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/473f413e5691430586dacde75171be97 2024-11-19T06:26:19,775 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 473f413e5691430586dacde75171be97(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:19,775 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:19,775 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997579676; duration=0sec 2024-11-19T06:26:19,775 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:19,775 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:19,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:19,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-19T06:26:19,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:19,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:19,827 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:19,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/55dfe9610efa41af92965eec688c5649 is 50, key is test_row_0/A:col10/1731997579203/Put/seqid=0 2024-11-19T06:26:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741947_1123 (size=12301) 2024-11-19T06:26:19,841 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/55dfe9610efa41af92965eec688c5649 2024-11-19T06:26:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 is 50, key is test_row_0/B:col10/1731997579203/Put/seqid=0 2024-11-19T06:26:19,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997639847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997639848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997639850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741948_1124 (size=12301) 2024-11-19T06:26:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997639952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997639953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997639953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997640155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997640155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997640157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,257 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 2024-11-19T06:26:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bf8f97177afa496d9d04509854fcc2e5 is 50, key is test_row_0/C:col10/1731997579203/Put/seqid=0 2024-11-19T06:26:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741949_1125 (size=12301) 2024-11-19T06:26:20,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997640457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997640457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997640460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:20,669 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bf8f97177afa496d9d04509854fcc2e5 2024-11-19T06:26:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/55dfe9610efa41af92965eec688c5649 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649 2024-11-19T06:26:20,679 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649, entries=150, sequenceid=517, filesize=12.0 K 2024-11-19T06:26:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 2024-11-19T06:26:20,684 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0, entries=150, sequenceid=517, filesize=12.0 K 2024-11-19T06:26:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/bf8f97177afa496d9d04509854fcc2e5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5 2024-11-19T06:26:20,690 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5, entries=150, sequenceid=517, filesize=12.0 K 2024-11-19T06:26:20,690 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a61a5c7251bb09a1419bf4f2518caf0 in 863ms, sequenceid=517, compaction requested=false 2024-11-19T06:26:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T06:26:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-19T06:26:20,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-19T06:26:20,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-19T06:26:20,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9420 sec 2024-11-19T06:26:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-19T06:26:20,856 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-19T06:26:20,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-19T06:26:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:20,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:20,859 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:20,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:20,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:20,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 is 50, key is test_row_0/A:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741950_1126 (size=14741) 2024-11-19T06:26:21,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997641014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997641015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997641015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997641116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997641118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997641118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:21,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997641318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997641321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997641322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 2024-11-19T06:26:21,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e3bb036774534b13b722e4e6a25d85b7 is 50, key is test_row_0/B:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741951_1127 (size=12301) 2024-11-19T06:26:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:21,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997641623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997641624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997641624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:21,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:21,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e3bb036774534b13b722e4e6a25d85b7 2024-11-19T06:26:21,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3bdb104d9de04fe396d490081195ec1e is 50, key is test_row_0/C:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:21,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741952_1128 (size=12301) 2024-11-19T06:26:21,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3bdb104d9de04fe396d490081195ec1e 2024-11-19T06:26:21,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 2024-11-19T06:26:21,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91, entries=200, sequenceid=531, filesize=14.4 K 2024-11-19T06:26:21,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/e3bb036774534b13b722e4e6a25d85b7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7 2024-11-19T06:26:21,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7, entries=150, sequenceid=531, filesize=12.0 K 2024-11-19T06:26:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3bdb104d9de04fe396d490081195ec1e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e 2024-11-19T06:26:21,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e, entries=150, sequenceid=531, filesize=12.0 K 2024-11-19T06:26:21,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3a61a5c7251bb09a1419bf4f2518caf0 in 857ms, sequenceid=531, compaction requested=true 2024-11-19T06:26:21,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:21,821 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:21,821 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:21,823 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,823 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,823 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/d07360bc0e0941be9978a776ef2bd545, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=39.6 K 2024-11-19T06:26:21,823 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c5d2138caa2844228f0ed527f02565e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.2 K 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d2138caa2844228f0ed527f02565e1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578578 2024-11-19T06:26:21,823 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d07360bc0e0941be9978a776ef2bd545, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578578 2024-11-19T06:26:21,824 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting dfcd9a3ab79f48bdbe20c8ba3a839bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731997579203 2024-11-19T06:26:21,824 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55dfe9610efa41af92965eec688c5649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731997579203 2024-11-19T06:26:21,824 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e3bb036774534b13b722e4e6a25d85b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:21,824 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting fabb0000f6fb4440b2f4d0ae8fcb5f91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:21,833 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:21,833 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/a39c5b94e6314cbdb3f90055b6616cb2 is 50, key is test_row_0/A:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:21,840 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:21,840 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/86604de61a8f40768aec2dd3a8cc9870 is 50, key is test_row_0/B:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741954_1130 (size=13595) 2024-11-19T06:26:21,859 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/86604de61a8f40768aec2dd3a8cc9870 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/86604de61a8f40768aec2dd3a8cc9870 2024-11-19T06:26:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741953_1129 (size=13595) 2024-11-19T06:26:21,868 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/a39c5b94e6314cbdb3f90055b6616cb2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a39c5b94e6314cbdb3f90055b6616cb2 2024-11-19T06:26:21,869 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into 86604de61a8f40768aec2dd3a8cc9870(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:21,870 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:21,870 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997581821; duration=0sec 2024-11-19T06:26:21,870 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:21,870 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:21,871 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:21,874 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:21,874 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:21,874 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,874 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/473f413e5691430586dacde75171be97, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.2 K 2024-11-19T06:26:21,875 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 473f413e5691430586dacde75171be97, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731997578578 2024-11-19T06:26:21,876 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8f97177afa496d9d04509854fcc2e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731997579203 2024-11-19T06:26:21,877 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bdb104d9de04fe396d490081195ec1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:21,878 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into a39c5b94e6314cbdb3f90055b6616cb2(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:21,878 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:21,878 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997581821; duration=0sec 2024-11-19T06:26:21,878 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:21,878 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:21,888 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:21,888 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/8aaca4f820804d2bb88a8e55a5e4e3d3 is 50, key is test_row_0/C:col10/1731997579844/Put/seqid=0 2024-11-19T06:26:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741955_1131 (size=13595) 2024-11-19T06:26:21,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:21,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-19T06:26:21,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:21,926 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/9f6c6aed93624222a9ed3934be074178 is 50, key is test_row_0/A:col10/1731997581014/Put/seqid=0 2024-11-19T06:26:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741956_1132 (size=12301) 2024-11-19T06:26:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. as already flushing 2024-11-19T06:26:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997642170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997642172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997642174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997642276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997642281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997642282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,301 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/8aaca4f820804d2bb88a8e55a5e4e3d3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/8aaca4f820804d2bb88a8e55a5e4e3d3 2024-11-19T06:26:22,308 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 8aaca4f820804d2bb88a8e55a5e4e3d3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:22,308 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:22,308 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997581821; duration=0sec 2024-11-19T06:26:22,308 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:22,308 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:22,337 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/9f6c6aed93624222a9ed3934be074178 2024-11-19T06:26:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/11e6fa12bd3746329fe42e870f33876e is 50, key is test_row_0/B:col10/1731997581014/Put/seqid=0 2024-11-19T06:26:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741957_1133 (size=12301) 2024-11-19T06:26:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997642478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997642483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997642483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:26:22,727 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cfc6db to 127.0.0.1:55568 2024-11-19T06:26:22,727 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:22,727 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x691cbc80 to 127.0.0.1:55568 2024-11-19T06:26:22,727 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x634dc49c to 127.0.0.1:55568 2024-11-19T06:26:22,727 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:22,727 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:22,728 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08b52656 to 127.0.0.1:55568 2024-11-19T06:26:22,728 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:22,754 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/11e6fa12bd3746329fe42e870f33876e 2024-11-19T06:26:22,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/815a5a434e304e3891281673f10ef371 is 50, key is test_row_0/C:col10/1731997581014/Put/seqid=0 2024-11-19T06:26:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741958_1134 (size=12301) 2024-11-19T06:26:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38818 deadline: 1731997642782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38816 deadline: 1731997642786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38846 deadline: 1731997642787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:23,171 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/815a5a434e304e3891281673f10ef371 2024-11-19T06:26:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/9f6c6aed93624222a9ed3934be074178 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178 2024-11-19T06:26:23,185 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178, entries=150, sequenceid=556, filesize=12.0 K 2024-11-19T06:26:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/11e6fa12bd3746329fe42e870f33876e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e 2024-11-19T06:26:23,192 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e, entries=150, sequenceid=556, filesize=12.0 K 2024-11-19T06:26:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/815a5a434e304e3891281673f10ef371 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371 2024-11-19T06:26:23,198 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371, entries=150, sequenceid=556, filesize=12.0 K 2024-11-19T06:26:23,198 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1272ms, sequenceid=556, compaction requested=false 2024-11-19T06:26:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T06:26:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-19T06:26:23,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-19T06:26:23,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3410 sec 2024-11-19T06:26:23,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.3440 sec 2024-11-19T06:26:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:23,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:26:23,287 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x629b91f8 to 127.0.0.1:55568 2024-11-19T06:26:23,287 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:23,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:23,291 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b16227 to 127.0.0.1:55568 2024-11-19T06:26:23,291 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:23,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/6452838d3e1e420abbc19c069cdbd260 is 50, key is test_row_0/A:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:23,294 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53f30e40 to 127.0.0.1:55568 2024-11-19T06:26:23,294 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:23,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741959_1135 (size=12301) 2024-11-19T06:26:23,599 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05038857 to 127.0.0.1:55568 2024-11-19T06:26:23,599 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:23,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/6452838d3e1e420abbc19c069cdbd260 2024-11-19T06:26:23,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cfb1a5bbbbff4879a1450af2252c4356 is 50, key is test_row_0/B:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741960_1136 (size=12301) 2024-11-19T06:26:24,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cfb1a5bbbbff4879a1450af2252c4356 2024-11-19T06:26:24,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3d943bf95f0d409da93b78bbb8295525 is 50, key is test_row_0/C:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741961_1137 (size=12301) 2024-11-19T06:26:24,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3d943bf95f0d409da93b78bbb8295525 2024-11-19T06:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/6452838d3e1e420abbc19c069cdbd260 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260 2024-11-19T06:26:24,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260, entries=150, sequenceid=571, filesize=12.0 K 2024-11-19T06:26:24,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/cfb1a5bbbbff4879a1450af2252c4356 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356 2024-11-19T06:26:24,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356, entries=150, sequenceid=571, filesize=12.0 K 2024-11-19T06:26:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/3d943bf95f0d409da93b78bbb8295525 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525 2024-11-19T06:26:24,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525, entries=150, sequenceid=571, filesize=12.0 K 2024-11-19T06:26:24,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1282ms, sequenceid=571, compaction requested=true 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:24,569 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:24,569 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a61a5c7251bb09a1419bf4f2518caf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:24,570 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:24,570 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:24,571 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/A is initiating minor compaction (all files) 2024-11-19T06:26:24,571 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/B is initiating minor compaction (all files) 2024-11-19T06:26:24,571 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/A in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:24,571 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/B in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:24,571 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a39c5b94e6314cbdb3f90055b6616cb2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.3 K 2024-11-19T06:26:24,571 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/86604de61a8f40768aec2dd3a8cc9870, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.3 K 2024-11-19T06:26:24,571 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39c5b94e6314cbdb3f90055b6616cb2, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:24,571 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 86604de61a8f40768aec2dd3a8cc9870, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:24,572 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f6c6aed93624222a9ed3934be074178, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731997580976 2024-11-19T06:26:24,572 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e6fa12bd3746329fe42e870f33876e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731997580976 2024-11-19T06:26:24,572 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6452838d3e1e420abbc19c069cdbd260, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731997582134 2024-11-19T06:26:24,572 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb1a5bbbbff4879a1450af2252c4356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731997582134 2024-11-19T06:26:24,582 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:24,582 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:24,583 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/10c11d88e60e44a895913f37457c9de6 is 50, key is test_row_0/A:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:24,583 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/da7aba2682914567a132cb4ab886f8f5 is 50, key is test_row_0/B:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741963_1139 (size=13697) 2024-11-19T06:26:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741962_1138 (size=13697) 2024-11-19T06:26:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-19T06:26:24,966 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-19T06:26:24,999 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/10c11d88e60e44a895913f37457c9de6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/10c11d88e60e44a895913f37457c9de6 2024-11-19T06:26:24,999 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/da7aba2682914567a132cb4ab886f8f5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/da7aba2682914567a132cb4ab886f8f5 2024-11-19T06:26:25,004 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/B of 3a61a5c7251bb09a1419bf4f2518caf0 into da7aba2682914567a132cb4ab886f8f5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:25,004 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/A of 3a61a5c7251bb09a1419bf4f2518caf0 into 10c11d88e60e44a895913f37457c9de6(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:25,004 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:25,004 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:25,005 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/B, priority=13, startTime=1731997584569; duration=0sec 2024-11-19T06:26:25,005 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/A, priority=13, startTime=1731997584569; duration=0sec 2024-11-19T06:26:25,005 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:25,005 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:B 2024-11-19T06:26:25,005 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:25,005 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:A 2024-11-19T06:26:25,005 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:25,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:25,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 3a61a5c7251bb09a1419bf4f2518caf0/C is initiating minor compaction (all files) 2024-11-19T06:26:25,006 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a61a5c7251bb09a1419bf4f2518caf0/C in TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:25,006 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/8aaca4f820804d2bb88a8e55a5e4e3d3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp, totalSize=37.3 K 2024-11-19T06:26:25,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aaca4f820804d2bb88a8e55a5e4e3d3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1731997579844 2024-11-19T06:26:25,007 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 815a5a434e304e3891281673f10ef371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731997580976 2024-11-19T06:26:25,007 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d943bf95f0d409da93b78bbb8295525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731997582134 2024-11-19T06:26:25,014 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a61a5c7251bb09a1419bf4f2518caf0#C#compaction#125 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:25,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/05d36773ca97410e9fd064bf10f457b4 is 50, key is test_row_0/C:col10/1731997582134/Put/seqid=0 2024-11-19T06:26:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741964_1140 (size=13697) 2024-11-19T06:26:25,429 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/05d36773ca97410e9fd064bf10f457b4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/05d36773ca97410e9fd064bf10f457b4 2024-11-19T06:26:25,437 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a61a5c7251bb09a1419bf4f2518caf0/C of 3a61a5c7251bb09a1419bf4f2518caf0 into 05d36773ca97410e9fd064bf10f457b4(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:25,437 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:25,437 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0., storeName=3a61a5c7251bb09a1419bf4f2518caf0/C, priority=13, startTime=1731997584569; duration=0sec 2024-11-19T06:26:25,437 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:25,437 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a61a5c7251bb09a1419bf4f2518caf0:C 2024-11-19T06:26:26,825 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aba57ed to 127.0.0.1:55568 2024-11-19T06:26:26,825 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6239 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6113 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2643 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7929 rows 2024-11-19T06:26:26,825 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2647 2024-11-19T06:26:26,826 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7941 rows 2024-11-19T06:26:26,826 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:26:26,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6be4168e to 127.0.0.1:55568 2024-11-19T06:26:26,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:26,828 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:26:26,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:26:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:26,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997586839"}]},"ts":"1731997586839"} 2024-11-19T06:26:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:26,840 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:26:26,876 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:26:26,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:26:26,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, UNASSIGN}] 2024-11-19T06:26:26,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, UNASSIGN 2024-11-19T06:26:26,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3a61a5c7251bb09a1419bf4f2518caf0, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:26,887 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:26:26,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:27,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:27,045 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:27,045 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:26:27,046 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 3a61a5c7251bb09a1419bf4f2518caf0, disabling compactions & flushes 2024-11-19T06:26:27,046 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:27,046 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:27,046 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. after waiting 0 ms 2024-11-19T06:26:27,046 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:27,046 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 3a61a5c7251bb09a1419bf4f2518caf0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T06:26:27,046 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=A 2024-11-19T06:26:27,047 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:27,047 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=B 2024-11-19T06:26:27,047 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:27,047 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a61a5c7251bb09a1419bf4f2518caf0, store=C 2024-11-19T06:26:27,047 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:27,054 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/66c0c69722e7462e83b2fdf23884a46f is 50, key is test_row_1/A:col10/1731997583289/Put/seqid=0 2024-11-19T06:26:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741965_1141 (size=9857) 2024-11-19T06:26:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:27,460 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/66c0c69722e7462e83b2fdf23884a46f 2024-11-19T06:26:27,476 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/fdca12440be6499b86619357dc6b86f9 is 50, key is test_row_1/B:col10/1731997583289/Put/seqid=0 2024-11-19T06:26:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741966_1142 (size=9857) 2024-11-19T06:26:27,882 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/fdca12440be6499b86619357dc6b86f9 2024-11-19T06:26:27,896 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/c71e3867288148e4b72bbe294d5c7bf1 is 50, key is test_row_1/C:col10/1731997583289/Put/seqid=0 2024-11-19T06:26:27,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741967_1143 (size=9857) 2024-11-19T06:26:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:28,304 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/c71e3867288148e4b72bbe294d5c7bf1 2024-11-19T06:26:28,317 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/A/66c0c69722e7462e83b2fdf23884a46f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/66c0c69722e7462e83b2fdf23884a46f 2024-11-19T06:26:28,325 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/66c0c69722e7462e83b2fdf23884a46f, entries=100, sequenceid=581, filesize=9.6 K 2024-11-19T06:26:28,326 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/B/fdca12440be6499b86619357dc6b86f9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/fdca12440be6499b86619357dc6b86f9 2024-11-19T06:26:28,331 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/fdca12440be6499b86619357dc6b86f9, entries=100, sequenceid=581, filesize=9.6 K 2024-11-19T06:26:28,331 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/.tmp/C/c71e3867288148e4b72bbe294d5c7bf1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/c71e3867288148e4b72bbe294d5c7bf1 2024-11-19T06:26:28,350 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/c71e3867288148e4b72bbe294d5c7bf1, entries=100, sequenceid=581, filesize=9.6 K 2024-11-19T06:26:28,351 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3a61a5c7251bb09a1419bf4f2518caf0 in 1305ms, sequenceid=581, compaction requested=false 2024-11-19T06:26:28,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/42c01b621cd34d74aed8d542991c368b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/51c6a27bd1464c068be9166ddc143ecd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8bdd8c73dc9648a78b2787c79c7cfa59, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/60ecad2e40414325865636c32cd42847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b509fc3fb495476e9c02f10b8f9b2756, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b22953e3ccaa4b98832052af688e3ec2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/da9302f6cc90441c9e18b944237fa905, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92eb51927a374ace9863bdf3ccb08d36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/63b3edd34d924de6a2bdbd81fd3b97a4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/e74350b7513c4d9ea4b0035fe2a097e2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/d07360bc0e0941be9978a776ef2bd545, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a39c5b94e6314cbdb3f90055b6616cb2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260] to archive 2024-11-19T06:26:28,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:28,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/430751fc93884b90ba7cf3c9fc93e642 2024-11-19T06:26:28,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/140799b23ee24375a8880b65c3628d2a 2024-11-19T06:26:28,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/61319f52794045caa788137dac362379 2024-11-19T06:26:28,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/42c01b621cd34d74aed8d542991c368b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/42c01b621cd34d74aed8d542991c368b 2024-11-19T06:26:28,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/1ceb9122dd2346a585286308e74929cc 2024-11-19T06:26:28,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/69d5dd3a77854734888ff9e674e8896f 2024-11-19T06:26:28,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/07ef6969218b453094bfbd56e705eb9c 2024-11-19T06:26:28,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/51c6a27bd1464c068be9166ddc143ecd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/51c6a27bd1464c068be9166ddc143ecd 2024-11-19T06:26:28,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b28aa08e248c4d8792d9ad0267b3f847 2024-11-19T06:26:28,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8bdd8c73dc9648a78b2787c79c7cfa59 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8bdd8c73dc9648a78b2787c79c7cfa59 2024-11-19T06:26:28,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8752530ebdc94b3ea1f52f18ca208ef3 2024-11-19T06:26:28,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a02c618949e6472ab8cb091e4f2ef8a4 2024-11-19T06:26:28,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/196eca9dc61b479382aab67a80d27a00 2024-11-19T06:26:28,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/60ecad2e40414325865636c32cd42847 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/60ecad2e40414325865636c32cd42847 2024-11-19T06:26:28,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/18b777d41de14bacad377a035bed05d5 2024-11-19T06:26:28,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c4adf4ef537f47bda3f6c24ea1cf4a34 2024-11-19T06:26:28,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0e7152ab9b934245868e88f292bf4bbf 2024-11-19T06:26:28,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b509fc3fb495476e9c02f10b8f9b2756 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b509fc3fb495476e9c02f10b8f9b2756 2024-11-19T06:26:28,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/0fbeab529bd84acc8b0451da2fc1ac14 2024-11-19T06:26:28,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/760bf07ee23649eb9ae5b62f1cab2f29 2024-11-19T06:26:28,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b22953e3ccaa4b98832052af688e3ec2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/b22953e3ccaa4b98832052af688e3ec2 2024-11-19T06:26:28,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fb2c4c19b5014cc2ae74bdde0cadc6cb 2024-11-19T06:26:28,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/da9302f6cc90441c9e18b944237fa905 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/da9302f6cc90441c9e18b944237fa905 2024-11-19T06:26:28,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/11707b0b55754833a128b255946adeff 2024-11-19T06:26:28,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/58f5dee53e204adb89da57b5390b9aa2 2024-11-19T06:26:28,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/2ba6499c0f0a488a88e7b377c470741a 2024-11-19T06:26:28,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92eb51927a374ace9863bdf3ccb08d36 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92eb51927a374ace9863bdf3ccb08d36 2024-11-19T06:26:28,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/7105c144c8b44d13b6cd412513875fe9 2024-11-19T06:26:28,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/63b3edd34d924de6a2bdbd81fd3b97a4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/63b3edd34d924de6a2bdbd81fd3b97a4 2024-11-19T06:26:28,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/92f3c7cf099d4f2c9fffd47b75d33325 2024-11-19T06:26:28,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/8401e08387174918becafe48211d2af4 2024-11-19T06:26:28,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/ce75602113864c55927d074c917e0396 2024-11-19T06:26:28,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/e74350b7513c4d9ea4b0035fe2a097e2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/e74350b7513c4d9ea4b0035fe2a097e2 2024-11-19T06:26:28,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/c2b94164a1054c5b9e6612c7b12bc7b6 2024-11-19T06:26:28,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/df1bc29e38fd450db3665a808d0bcd06 2024-11-19T06:26:28,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/d07360bc0e0941be9978a776ef2bd545 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/d07360bc0e0941be9978a776ef2bd545 2024-11-19T06:26:28,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/55dfe9610efa41af92965eec688c5649 2024-11-19T06:26:28,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/fabb0000f6fb4440b2f4d0ae8fcb5f91 2024-11-19T06:26:28,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a39c5b94e6314cbdb3f90055b6616cb2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/a39c5b94e6314cbdb3f90055b6616cb2 2024-11-19T06:26:28,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/9f6c6aed93624222a9ed3934be074178 2024-11-19T06:26:28,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/6452838d3e1e420abbc19c069cdbd260 2024-11-19T06:26:28,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfb6536f256d4b48a329d3c1a10d0e5b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/69fb990b06f7498c9dc22e29ca1496c8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9c18d39e16a44794883fb24f278e8c32, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/752bd7fb211a4a79997eb26a32c4804d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/163e3930b75a4d12b3d47af47ee1f3a6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/89dda33b56524b8c9ec569ff636b9891, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/6d45d29fe1074b548d3d833738733432, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4e76b76e5e7d460da30467d0ef611e0d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/193cfe6ea2164015ad86077e3a113f3c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c4a18260f6a84d4cba3e764f1c7dacac, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c5d2138caa2844228f0ed527f02565e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/86604de61a8f40768aec2dd3a8cc9870, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356] to archive 2024-11-19T06:26:28,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:28,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5108430324034eacb1efa1932ef7f370 2024-11-19T06:26:28,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0912f8e632b742eeba3ccdf006706441 2024-11-19T06:26:28,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfb6536f256d4b48a329d3c1a10d0e5b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfb6536f256d4b48a329d3c1a10d0e5b 2024-11-19T06:26:28,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/8758d36c77f8423da692a176980bd659 2024-11-19T06:26:28,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4bb725ee41a8474b98358e6033731330 2024-11-19T06:26:28,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/a1baad0baf244afabc590fc999265e36 2024-11-19T06:26:28,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/69fb990b06f7498c9dc22e29ca1496c8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/69fb990b06f7498c9dc22e29ca1496c8 2024-11-19T06:26:28,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/077cf10e72624923914e8d6a91edc057 2024-11-19T06:26:28,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/0e34643c536a40c78c6a384df4cd4f4a 2024-11-19T06:26:28,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9c18d39e16a44794883fb24f278e8c32 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9c18d39e16a44794883fb24f278e8c32 2024-11-19T06:26:28,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c267213da47e41a791314d5e7917b78a 2024-11-19T06:26:28,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/3d1970a8452c482cb5a7ecd89e55c42f 2024-11-19T06:26:28,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/752bd7fb211a4a79997eb26a32c4804d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/752bd7fb211a4a79997eb26a32c4804d 2024-11-19T06:26:28,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/76201f8ec6394709aec4e4d93543d051 2024-11-19T06:26:28,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/7a10f40901d046d4936de5d4ce8e1c16 2024-11-19T06:26:28,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c079f5354def4163a0dd0d1ad04be541 2024-11-19T06:26:28,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/163e3930b75a4d12b3d47af47ee1f3a6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/163e3930b75a4d12b3d47af47ee1f3a6 2024-11-19T06:26:28,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/442f1cce19114d7db0ebb9782f6249aa 2024-11-19T06:26:28,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/9042ff5369804aa2aa1b4898e6cc414d 2024-11-19T06:26:28,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/89dda33b56524b8c9ec569ff636b9891 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/89dda33b56524b8c9ec569ff636b9891 2024-11-19T06:26:28,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cac983e0fa8d4ce8b8448bf0a7bc43f4 2024-11-19T06:26:28,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/097a07670e18404a8734a428148c2c1a 2024-11-19T06:26:28,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/6d45d29fe1074b548d3d833738733432 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/6d45d29fe1074b548d3d833738733432 2024-11-19T06:26:28,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1cf73d8c75da4243b8c8fe1647e06c3d 2024-11-19T06:26:28,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e1c84bf0f22d463880aba29106373722 2024-11-19T06:26:28,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4e76b76e5e7d460da30467d0ef611e0d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/4e76b76e5e7d460da30467d0ef611e0d 2024-11-19T06:26:28,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/27459bd7bed4462f9dc3731f9b53e3f7 2024-11-19T06:26:28,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5152531192614706b8ed0246e13d5daa 2024-11-19T06:26:28,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/193cfe6ea2164015ad86077e3a113f3c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/193cfe6ea2164015ad86077e3a113f3c 2024-11-19T06:26:28,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/06daebf5d93346959ea049d16fae2acf 2024-11-19T06:26:28,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/54b8de1ae4484ea38c668b03f7fe82b3 2024-11-19T06:26:28,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c4a18260f6a84d4cba3e764f1c7dacac to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c4a18260f6a84d4cba3e764f1c7dacac 2024-11-19T06:26:28,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/1b86a0b4e82c4aa88db5c90b6d04197b 2024-11-19T06:26:28,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/5e91fdb1c68446febaec576cd1a2a0b3 2024-11-19T06:26:28,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c5d2138caa2844228f0ed527f02565e1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/c5d2138caa2844228f0ed527f02565e1 2024-11-19T06:26:28,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/87737f746b284a7d9bfd9c1280bbaf85 2024-11-19T06:26:28,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/dfcd9a3ab79f48bdbe20c8ba3a839bd0 2024-11-19T06:26:28,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/86604de61a8f40768aec2dd3a8cc9870 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/86604de61a8f40768aec2dd3a8cc9870 2024-11-19T06:26:28,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/e3bb036774534b13b722e4e6a25d85b7 2024-11-19T06:26:28,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/11e6fa12bd3746329fe42e870f33876e 2024-11-19T06:26:28,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/cfb1a5bbbbff4879a1450af2252c4356 2024-11-19T06:26:28,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4f745710a57c48d19e2172945be6ba9c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/2f628e78ba06434286b7eace7f280cae, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/948d74b45d254e77a7c8bb3ebef9cb98, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d9657aebaf73464aba8e0f7aad1a3076, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d670390140144605bd306b39d366b828, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/42ec0ebea9d3453c99e810cf8bd5ed8e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bcb72a15e5f14128b8a33594a6adfa74, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5d4a68c19ddc4229a22e00fc17126321, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b60da490b1be49aca8fca260a194a47c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7c875a800a4544438575c9ebe2b067e7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/473f413e5691430586dacde75171be97, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/8aaca4f820804d2bb88a8e55a5e4e3d3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525] to archive 2024-11-19T06:26:28,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:28,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/61fecc0b20a142918ccd2cc9a022d5b3 2024-11-19T06:26:28,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4a0c281223dc4508928bb3c1c443f73d 2024-11-19T06:26:28,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4f745710a57c48d19e2172945be6ba9c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4f745710a57c48d19e2172945be6ba9c 2024-11-19T06:26:28,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/99632e978c2c48b1b8d0f1d7815ca8f1 2024-11-19T06:26:28,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/080282126dbd45bebe31665475645e7f 2024-11-19T06:26:28,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bbb2d637a7614d998baa6ba35093e4d4 2024-11-19T06:26:28,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/2f628e78ba06434286b7eace7f280cae to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/2f628e78ba06434286b7eace7f280cae 2024-11-19T06:26:28,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/398ff75f96e040bf9cd66d8ddcf9b295 2024-11-19T06:26:28,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ab74070f8796457684e8f052cc764dcd 2024-11-19T06:26:28,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/948d74b45d254e77a7c8bb3ebef9cb98 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/948d74b45d254e77a7c8bb3ebef9cb98 2024-11-19T06:26:28,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/00770e7b6ce24823801bff802dcd2ff6 2024-11-19T06:26:28,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5494a5edb3a747af9d32c2b8792d3bce 2024-11-19T06:26:28,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d9657aebaf73464aba8e0f7aad1a3076 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d9657aebaf73464aba8e0f7aad1a3076 2024-11-19T06:26:28,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/25fce45e09af42fa97b5b6ed4262d596 2024-11-19T06:26:28,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/12e2374f5e9e4d05b94de08c4cbc4dd2 2024-11-19T06:26:28,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/822cc9a4ae7b447b8955d9952f934aa8 2024-11-19T06:26:28,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d670390140144605bd306b39d366b828 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/d670390140144605bd306b39d366b828 2024-11-19T06:26:28,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/fe5e78557997427aa44cf5dd7d576288 2024-11-19T06:26:28,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/cc81509d0b7741f9bbecc9a157228897 2024-11-19T06:26:28,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/42ec0ebea9d3453c99e810cf8bd5ed8e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/42ec0ebea9d3453c99e810cf8bd5ed8e 2024-11-19T06:26:28,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7304ed0b5fd240278ce73533c8425314 2024-11-19T06:26:28,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7f13a8851ce149c5bca2274798526ee3 2024-11-19T06:26:28,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bcb72a15e5f14128b8a33594a6adfa74 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bcb72a15e5f14128b8a33594a6adfa74 2024-11-19T06:26:28,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/40a208475df74111b1445259db44c8c0 2024-11-19T06:26:28,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/30f92b9798534e95aa7ea92262cbb453 2024-11-19T06:26:28,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5d4a68c19ddc4229a22e00fc17126321 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/5d4a68c19ddc4229a22e00fc17126321 2024-11-19T06:26:28,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/83ff7c5aa86948ddb82a4500d2bfb52b 2024-11-19T06:26:28,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/4183c1cf1cd747999e66ab61ae0640a3 2024-11-19T06:26:28,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b60da490b1be49aca8fca260a194a47c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b60da490b1be49aca8fca260a194a47c 2024-11-19T06:26:28,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/ead5317ab8004871865aea545eacc40c 2024-11-19T06:26:28,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/b81cf8a5f29a4c0f9a71e820b01ad204 2024-11-19T06:26:28,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7c875a800a4544438575c9ebe2b067e7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7c875a800a4544438575c9ebe2b067e7 2024-11-19T06:26:28,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/533eb42211814d04ac3a63748e2a76db 2024-11-19T06:26:28,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/7ed44be0764f4923a3298a6a89a2c3b5 2024-11-19T06:26:28,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/473f413e5691430586dacde75171be97 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/473f413e5691430586dacde75171be97 2024-11-19T06:26:28,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/87ae9625d54a485fa11fdc421694011a 2024-11-19T06:26:28,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/bf8f97177afa496d9d04509854fcc2e5 2024-11-19T06:26:28,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/8aaca4f820804d2bb88a8e55a5e4e3d3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/8aaca4f820804d2bb88a8e55a5e4e3d3 2024-11-19T06:26:28,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3bdb104d9de04fe396d490081195ec1e 2024-11-19T06:26:28,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/815a5a434e304e3891281673f10ef371 2024-11-19T06:26:28,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/3d943bf95f0d409da93b78bbb8295525 2024-11-19T06:26:28,509 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/recovered.edits/584.seqid, newMaxSeqId=584, maxSeqId=1 2024-11-19T06:26:28,511 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0. 2024-11-19T06:26:28,511 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 3a61a5c7251bb09a1419bf4f2518caf0: 2024-11-19T06:26:28,513 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:28,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=3a61a5c7251bb09a1419bf4f2518caf0, regionState=CLOSED 2024-11-19T06:26:28,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T06:26:28,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 3a61a5c7251bb09a1419bf4f2518caf0, server=576536e5d610,42839,1731997554164 in 1.6270 sec 2024-11-19T06:26:28,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-19T06:26:28,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a61a5c7251bb09a1419bf4f2518caf0, UNASSIGN in 1.6330 sec 2024-11-19T06:26:28,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-19T06:26:28,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6410 sec 2024-11-19T06:26:28,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997588522"}]},"ts":"1731997588522"} 2024-11-19T06:26:28,523 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:26:28,559 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:26:28,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7260 sec 2024-11-19T06:26:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-19T06:26:28,948 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-19T06:26:28,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:26:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:28,961 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:28,963 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-19T06:26:28,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:28,969 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/recovered.edits] 2024-11-19T06:26:28,973 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/10c11d88e60e44a895913f37457c9de6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/10c11d88e60e44a895913f37457c9de6 2024-11-19T06:26:28,974 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/66c0c69722e7462e83b2fdf23884a46f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/A/66c0c69722e7462e83b2fdf23884a46f 2024-11-19T06:26:28,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/da7aba2682914567a132cb4ab886f8f5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/da7aba2682914567a132cb4ab886f8f5 2024-11-19T06:26:28,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/fdca12440be6499b86619357dc6b86f9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/B/fdca12440be6499b86619357dc6b86f9 2024-11-19T06:26:28,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/05d36773ca97410e9fd064bf10f457b4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/05d36773ca97410e9fd064bf10f457b4 2024-11-19T06:26:28,983 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/c71e3867288148e4b72bbe294d5c7bf1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/C/c71e3867288148e4b72bbe294d5c7bf1 2024-11-19T06:26:28,987 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/recovered.edits/584.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0/recovered.edits/584.seqid 2024-11-19T06:26:28,987 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/3a61a5c7251bb09a1419bf4f2518caf0 2024-11-19T06:26:28,988 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:26:28,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:28,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T06:26:29,001 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:26:29,024 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:26:29,025 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:29,025 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:26:29,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997589025"}]},"ts":"9223372036854775807"} 2024-11-19T06:26:29,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:26:29,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a61a5c7251bb09a1419bf4f2518caf0, NAME => 'TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:26:29,028 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:26:29,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997589028"}]},"ts":"9223372036854775807"} 2024-11-19T06:26:29,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:26:29,046 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:29,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-19T06:26:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-19T06:26:29,064 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-19T06:26:29,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_177296910_22 at /127.0.0.1:36372 [Waiting for operation #404] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/576536e5d610:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/576536e5d610:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_177296910_22 at /127.0.0.1:56360 [Waiting for operation #394] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214605798_22 at /127.0.0.1:50002 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;576536e5d610:42839-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214605798_22 at /127.0.0.1:50000 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5258 (was 5795) 2024-11-19T06:26:29,085 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5258 2024-11-19T06:26:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:26:29,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:26:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:29,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:26:29,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:29,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-19T06:26:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:29,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:26:29,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741968_1144 (size=960) 2024-11-19T06:26:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:29,500 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:26:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741969_1145 (size=53) 2024-11-19T06:26:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:26:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 170c5748568627194ce9855f7b4dfd85, disabling compactions & flushes 2024-11-19T06:26:29,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. after waiting 0 ms 2024-11-19T06:26:29,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:29,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:29,909 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:29,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:26:29,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997589910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997589910"}]},"ts":"1731997589910"} 2024-11-19T06:26:29,912 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:26:29,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:26:29,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997589914"}]},"ts":"1731997589914"} 2024-11-19T06:26:29,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:26:29,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, ASSIGN}] 2024-11-19T06:26:29,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, ASSIGN 2024-11-19T06:26:29,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:26:30,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:30,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:30,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:30,270 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:30,270 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:26:30,271 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,271 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:26:30,271 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,271 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,273 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,274 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:30,275 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName A 2024-11-19T06:26:30,275 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:30,276 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:30,276 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,277 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:30,278 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName B 2024-11-19T06:26:30,278 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:30,279 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:30,279 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,280 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:30,280 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName C 2024-11-19T06:26:30,280 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:30,281 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:30,281 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:30,282 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,282 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,284 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:26:30,285 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:30,287 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:26:30,287 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 170c5748568627194ce9855f7b4dfd85; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74307082, jitterRate=0.10726180672645569}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:26:30,288 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:30,288 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., pid=41, masterSystemTime=1731997590266 2024-11-19T06:26:30,290 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:30,290 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:30,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:30,291 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=576536e5d610,42839,1731997554164, table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T06:26:30,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-19T06:26:30,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 in 178 msec 2024-11-19T06:26:30,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T06:26:30,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, ASSIGN in 335 msec 2024-11-19T06:26:30,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:26:30,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997590297"}]},"ts":"1731997590297"} 2024-11-19T06:26:30,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:26:30,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:26:30,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2490 sec 2024-11-19T06:26:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-19T06:26:31,200 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-19T06:26:31,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3059cf43 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ecebc90 2024-11-19T06:26:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a9b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:31,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:31,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:31,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:26:31,232 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:26:31,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:26:31,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:26:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741970_1146 (size=996) 2024-11-19T06:26:31,657 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T06:26:31,657 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T06:26:31,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:26:31,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, REOPEN/MOVE}] 2024-11-19T06:26:31,672 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, REOPEN/MOVE 2024-11-19T06:26:31,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:31,674 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:26:31,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:31,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:31,827 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:31,828 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:26:31,828 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 170c5748568627194ce9855f7b4dfd85, disabling compactions & flushes 2024-11-19T06:26:31,828 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:31,828 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:31,828 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. after waiting 0 ms 2024-11-19T06:26:31,829 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:31,835 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T06:26:31,836 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:31,836 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:31,836 WARN [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 170c5748568627194ce9855f7b4dfd85 to self. 2024-11-19T06:26:31,838 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:31,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=CLOSED 2024-11-19T06:26:31,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-19T06:26:31,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 in 165 msec 2024-11-19T06:26:31,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, REOPEN/MOVE; state=CLOSED, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=true 2024-11-19T06:26:31,852 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T06:26:31,853 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T06:26:31,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:31,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:32,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:32,154 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,154 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:26:32,155 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,155 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:26:32,156 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,156 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,160 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,161 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:32,168 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName A 2024-11-19T06:26:32,171 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,171 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:32,172 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,172 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:32,172 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName B 2024-11-19T06:26:32,172 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,173 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:32,173 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,173 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:26:32,174 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 170c5748568627194ce9855f7b4dfd85 columnFamilyName C 2024-11-19T06:26:32,174 DEBUG [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,174 INFO [StoreOpener-170c5748568627194ce9855f7b4dfd85-1 {}] regionserver.HStore(327): Store=170c5748568627194ce9855f7b4dfd85/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:26:32,174 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,175 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,176 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,177 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:26:32,178 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,179 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 170c5748568627194ce9855f7b4dfd85; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204062, jitterRate=-0.028383761644363403}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:26:32,180 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:32,181 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., pid=46, masterSystemTime=1731997592147 2024-11-19T06:26:32,182 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,183 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=OPEN, openSeqNum=5, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-19T06:26:32,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 in 190 msec 2024-11-19T06:26:32,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-19T06:26:32,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, REOPEN/MOVE in 515 msec 2024-11-19T06:26:32,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-19T06:26:32,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-11-19T06:26:32,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 952 msec 2024-11-19T06:26:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-19T06:26:32,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c6ce985 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d3cf478 2024-11-19T06:26:32,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4169e339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9c3820 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd0bf5 2024-11-19T06:26:32,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c16ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cadde55 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ab1874e 2024-11-19T06:26:32,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dfb8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x489535ee to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c3b1f 2024-11-19T06:26:32,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b9a37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36db9f87 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@349a6fe 2024-11-19T06:26:32,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c645fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0 2024-11-19T06:26:32,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dfe463d to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a0fc918 2024-11-19T06:26:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b9b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x030be7a2 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b8b9d2 2024-11-19T06:26:32,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37886c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ba4762a to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@696032a5 2024-11-19T06:26:32,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f785d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:26:32,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-19T06:26:32,387 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:32,387 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:32,387 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:32,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:32,388 DEBUG [hconnection-0x1b80bd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,389 DEBUG [hconnection-0x6fe45cb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,389 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,390 DEBUG [hconnection-0x452cbbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,390 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,390 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,391 DEBUG [hconnection-0x307eefc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,391 DEBUG [hconnection-0x283ece5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,391 DEBUG [hconnection-0x167610df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,392 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,394 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,403 DEBUG [hconnection-0x1b4dae9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:26:32,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:26:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997652447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997652447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997652452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997652452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997652452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e9f37cf8b3a042dbab019502f9cf0c79_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997592398/Put/seqid=0 2024-11-19T06:26:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741971_1147 (size=12154) 2024-11-19T06:26:32,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119e9f37cf8b3a042dbab019502f9cf0c79_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e9f37cf8b3a042dbab019502f9cf0c79_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/ed9dd8b9ed9743a6bec06e47fbe9f389, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:32,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:32,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/ed9dd8b9ed9743a6bec06e47fbe9f389 is 175, key is test_row_0/A:col10/1731997592398/Put/seqid=0 2024-11-19T06:26:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741972_1148 (size=30955) 2024-11-19T06:26:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997652555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997652555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,559 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/ed9dd8b9ed9743a6bec06e47fbe9f389 2024-11-19T06:26:32,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997652560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997652560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997652560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1d3181d03d2240c2b621571dd8b69388 is 50, key is test_row_0/B:col10/1731997592398/Put/seqid=0 2024-11-19T06:26:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741973_1149 (size=12001) 2024-11-19T06:26:32,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1d3181d03d2240c2b621571dd8b69388 2024-11-19T06:26:32,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/58a92d9506ff4c4da25ed3971e7d76c8 is 50, key is test_row_0/C:col10/1731997592398/Put/seqid=0 2024-11-19T06:26:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741974_1150 (size=12001) 2024-11-19T06:26:32,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/58a92d9506ff4c4da25ed3971e7d76c8 2024-11-19T06:26:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/ed9dd8b9ed9743a6bec06e47fbe9f389 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389 2024-11-19T06:26:32,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389, entries=150, sequenceid=17, filesize=30.2 K 2024-11-19T06:26:32,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1d3181d03d2240c2b621571dd8b69388 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388 2024-11-19T06:26:32,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T06:26:32,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/58a92d9506ff4c4da25ed3971e7d76c8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8 2024-11-19T06:26:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:32,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:32,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T06:26:32,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 170c5748568627194ce9855f7b4dfd85 in 291ms, sequenceid=17, compaction requested=false 2024-11-19T06:26:32,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:32,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119214d691a94a4445c9bde66fc10bbd893_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997592448/Put/seqid=0 2024-11-19T06:26:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997652775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997652776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997652777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997652777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997652780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741975_1151 (size=12154) 2024-11-19T06:26:32,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119214d691a94a4445c9bde66fc10bbd893_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119214d691a94a4445c9bde66fc10bbd893_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5ccc43b1320549719384a06e117231d8, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:32,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5ccc43b1320549719384a06e117231d8 is 175, key is test_row_0/A:col10/1731997592448/Put/seqid=0 2024-11-19T06:26:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741976_1152 (size=30955) 2024-11-19T06:26:32,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5ccc43b1320549719384a06e117231d8 2024-11-19T06:26:32,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/639ce464b7a246c39dbe76f6332f00b9 is 50, key is test_row_0/B:col10/1731997592448/Put/seqid=0 2024-11-19T06:26:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741977_1153 (size=12001) 2024-11-19T06:26:32,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/639ce464b7a246c39dbe76f6332f00b9 2024-11-19T06:26:32,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:32,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:32,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:32,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8a47e39855804e9bbca0b068264fb5f4 is 50, key is test_row_0/C:col10/1731997592448/Put/seqid=0 2024-11-19T06:26:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741978_1154 (size=12001) 2024-11-19T06:26:32,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8a47e39855804e9bbca0b068264fb5f4 2024-11-19T06:26:32,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5ccc43b1320549719384a06e117231d8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8 2024-11-19T06:26:32,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8, entries=150, sequenceid=43, filesize=30.2 K 2024-11-19T06:26:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/639ce464b7a246c39dbe76f6332f00b9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9 2024-11-19T06:26:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9, entries=150, sequenceid=43, filesize=11.7 K 2024-11-19T06:26:32,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8a47e39855804e9bbca0b068264fb5f4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4 2024-11-19T06:26:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997652893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4, entries=150, sequenceid=43, filesize=11.7 K 2024-11-19T06:26:32,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997652894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 170c5748568627194ce9855f7b4dfd85 in 149ms, sequenceid=43, compaction requested=false 2024-11-19T06:26:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:26:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199af1ae6acefe44ee8785f550ab8347a9_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741979_1155 (size=14594) 2024-11-19T06:26:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:32,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199af1ae6acefe44ee8785f550ab8347a9_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199af1ae6acefe44ee8785f550ab8347a9_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:32,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/94a2cf9de53b4cab8f15e2837ec52e6b, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:32,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/94a2cf9de53b4cab8f15e2837ec52e6b is 175, key is test_row_0/A:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741980_1156 (size=39549) 2024-11-19T06:26:32,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/94a2cf9de53b4cab8f15e2837ec52e6b 2024-11-19T06:26:32,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/3a41cf889c184c9c8145cb67990bcdeb is 50, key is test_row_0/B:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741981_1157 (size=12001) 2024-11-19T06:26:33,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/3a41cf889c184c9c8145cb67990bcdeb 2024-11-19T06:26:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc is 50, key is test_row_0/C:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:33,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997653020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997653022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997653024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741982_1158 (size=12001) 2024-11-19T06:26:33,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc 2024-11-19T06:26:33,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/94a2cf9de53b4cab8f15e2837ec52e6b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b 2024-11-19T06:26:33,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b, entries=200, sequenceid=55, filesize=38.6 K 2024-11-19T06:26:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/3a41cf889c184c9c8145cb67990bcdeb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb 2024-11-19T06:26:33,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:26:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc 2024-11-19T06:26:33,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:26:33,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 170c5748568627194ce9855f7b4dfd85 in 154ms, sequenceid=55, compaction requested=true 2024-11-19T06:26:33,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:33,068 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:33,069 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:33,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:33,070 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:33,070 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/A is initiating minor compaction (all files) 2024-11-19T06:26:33,070 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/A in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,070 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=99.1 K 2024-11-19T06:26:33,070 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,070 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b] 2024-11-19T06:26:33,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:33,071 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed9dd8b9ed9743a6bec06e47fbe9f389, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997592398 2024-11-19T06:26:33,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/B is initiating minor compaction (all files) 2024-11-19T06:26:33,071 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/B in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,072 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=35.2 K 2024-11-19T06:26:33,072 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ccc43b1320549719384a06e117231d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731997592447 2024-11-19T06:26:33,072 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3181d03d2240c2b621571dd8b69388, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997592398 2024-11-19T06:26:33,073 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94a2cf9de53b4cab8f15e2837ec52e6b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:33,075 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 639ce464b7a246c39dbe76f6332f00b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731997592447 2024-11-19T06:26:33,076 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a41cf889c184c9c8145cb67990bcdeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:33,088 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,092 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119ac8d6908a7dd4c31876e4331d154399e_170c5748568627194ce9855f7b4dfd85 store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,094 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#B#compaction#138 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:33,095 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/3d79415c43ad4a34a60f4db4a849245e is 50, key is test_row_0/B:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:33,104 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119ac8d6908a7dd4c31876e4331d154399e_170c5748568627194ce9855f7b4dfd85, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,104 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ac8d6908a7dd4c31876e4331d154399e_170c5748568627194ce9855f7b4dfd85 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:33,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:33,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997653131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997653131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997653132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997653132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997653133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741983_1159 (size=12104) 2024-11-19T06:26:33,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119dc786227d69547f1a25982a0104c861f_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997593022/Put/seqid=0 2024-11-19T06:26:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741984_1160 (size=4469) 2024-11-19T06:26:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741985_1161 (size=14594) 2024-11-19T06:26:33,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119dc786227d69547f1a25982a0104c861f_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dc786227d69547f1a25982a0104c861f_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:33,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/746292fec59244bfb0cc8ae8103d5c19, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/746292fec59244bfb0cc8ae8103d5c19 is 175, key is test_row_0/A:col10/1731997593022/Put/seqid=0 2024-11-19T06:26:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741986_1162 (size=39549) 2024-11-19T06:26:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997653236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997653236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997653335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997653336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997653336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997653443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997653443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:33,554 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/3d79415c43ad4a34a60f4db4a849245e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3d79415c43ad4a34a60f4db4a849245e 2024-11-19T06:26:33,561 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/B of 170c5748568627194ce9855f7b4dfd85 into 3d79415c43ad4a34a60f4db4a849245e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:33,561 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:33,561 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/B, priority=13, startTime=1731997593069; duration=0sec 2024-11-19T06:26:33,561 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:33,561 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:B 2024-11-19T06:26:33,561 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:33,562 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:33,562 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/C is initiating minor compaction (all files) 2024-11-19T06:26:33,562 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/C in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,562 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=35.2 K 2024-11-19T06:26:33,563 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a92d9506ff4c4da25ed3971e7d76c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997592398 2024-11-19T06:26:33,563 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a47e39855804e9bbca0b068264fb5f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731997592447 2024-11-19T06:26:33,565 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e15ab8f19ff4e528a40eb3a2a1c6bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:33,571 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#A#compaction#139 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:33,573 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/a1297c4d6dfd4389b41842bc7c2a0fe4 is 175, key is test_row_0/A:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:33,574 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:33,575 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/321f1536b5bc45009dbd12628ce197a7 is 50, key is test_row_0/C:col10/1731997592914/Put/seqid=0 2024-11-19T06:26:33,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741988_1164 (size=12104) 2024-11-19T06:26:33,593 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/321f1536b5bc45009dbd12628ce197a7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/321f1536b5bc45009dbd12628ce197a7 2024-11-19T06:26:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741987_1163 (size=31058) 2024-11-19T06:26:33,601 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/C of 170c5748568627194ce9855f7b4dfd85 into 321f1536b5bc45009dbd12628ce197a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:33,601 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:33,601 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/C, priority=13, startTime=1731997593069; duration=0sec 2024-11-19T06:26:33,602 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:33,602 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:C 2024-11-19T06:26:33,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/746292fec59244bfb0cc8ae8103d5c19 2024-11-19T06:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/6a995d9b29bf4c398c2c1c85f0fe1781 is 50, key is test_row_0/B:col10/1731997593022/Put/seqid=0 2024-11-19T06:26:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741989_1165 (size=12001) 2024-11-19T06:26:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997653644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997653645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997653646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/6a995d9b29bf4c398c2c1c85f0fe1781 2024-11-19T06:26:33,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e2ffc7ed568d475b96644a0b01ede5b6 is 50, key is test_row_0/C:col10/1731997593022/Put/seqid=0 2024-11-19T06:26:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741990_1166 (size=12001) 2024-11-19T06:26:33,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e2ffc7ed568d475b96644a0b01ede5b6 2024-11-19T06:26:33,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/746292fec59244bfb0cc8ae8103d5c19 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19 2024-11-19T06:26:33,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19, entries=200, sequenceid=80, filesize=38.6 K 2024-11-19T06:26:33,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/6a995d9b29bf4c398c2c1c85f0fe1781 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781 2024-11-19T06:26:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T06:26:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e2ffc7ed568d475b96644a0b01ede5b6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6 2024-11-19T06:26:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6, entries=150, sequenceid=80, filesize=11.7 K 2024-11-19T06:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 170c5748568627194ce9855f7b4dfd85 in 601ms, sequenceid=80, compaction requested=false 2024-11-19T06:26:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:33,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:33,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f84b8481d32440b9b812ebb8c3069d2f_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741991_1167 (size=12154) 2024-11-19T06:26:33,806 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:33,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f84b8481d32440b9b812ebb8c3069d2f_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f84b8481d32440b9b812ebb8c3069d2f_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:33,813 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eda2f126780d4192b73d70621098baa5, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:33,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eda2f126780d4192b73d70621098baa5 is 175, key is test_row_0/A:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:33,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997653820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997653821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741992_1168 (size=30951) 2024-11-19T06:26:33,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:33,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:33,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:33,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997653923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:33,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997653924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,004 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/a1297c4d6dfd4389b41842bc7c2a0fe4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4 2024-11-19T06:26:34,013 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/A of 170c5748568627194ce9855f7b4dfd85 into a1297c4d6dfd4389b41842bc7c2a0fe4(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:34,013 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:34,013 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/A, priority=13, startTime=1731997593068; duration=0sec 2024-11-19T06:26:34,013 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:34,014 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:A 2024-11-19T06:26:34,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:26:34,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997654128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997654131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997654150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997654153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997654153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,241 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eda2f126780d4192b73d70621098baa5 2024-11-19T06:26:34,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c7537ff0dd4f445789269024881d51e2 is 50, key is test_row_0/B:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741993_1169 (size=9657) 2024-11-19T06:26:34,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997654432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997654439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:34,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c7537ff0dd4f445789269024881d51e2 2024-11-19T06:26:34,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8d7b62cb23ee40088a2a183e923f6b3e is 50, key is test_row_0/C:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741994_1170 (size=9657) 2024-11-19T06:26:34,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8d7b62cb23ee40088a2a183e923f6b3e 2024-11-19T06:26:34,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eda2f126780d4192b73d70621098baa5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5 2024-11-19T06:26:34,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5, entries=150, sequenceid=94, filesize=30.2 K 2024-11-19T06:26:34,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c7537ff0dd4f445789269024881d51e2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2 2024-11-19T06:26:34,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:34,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2, entries=100, sequenceid=94, filesize=9.4 K 2024-11-19T06:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/8d7b62cb23ee40088a2a183e923f6b3e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e 2024-11-19T06:26:34,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e, entries=100, sequenceid=94, filesize=9.4 K 2024-11-19T06:26:34,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 170c5748568627194ce9855f7b4dfd85 in 953ms, sequenceid=94, compaction requested=true 2024-11-19T06:26:34,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:34,717 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:34,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:34,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:34,718 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:34,718 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101558 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:34,718 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/A is initiating minor compaction (all files) 2024-11-19T06:26:34,718 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/A in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,719 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=99.2 K 2024-11-19T06:26:34,719 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,719 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5] 2024-11-19T06:26:34,720 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:34,720 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/B is initiating minor compaction (all files) 2024-11-19T06:26:34,720 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/B in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,720 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3d79415c43ad4a34a60f4db4a849245e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=33.0 K 2024-11-19T06:26:34,720 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1297c4d6dfd4389b41842bc7c2a0fe4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:34,721 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d79415c43ad4a34a60f4db4a849245e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:34,721 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 746292fec59244bfb0cc8ae8103d5c19, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731997593011 2024-11-19T06:26:34,721 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a995d9b29bf4c398c2c1c85f0fe1781, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731997593011 2024-11-19T06:26:34,721 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting eda2f126780d4192b73d70621098baa5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593127 2024-11-19T06:26:34,722 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c7537ff0dd4f445789269024881d51e2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593127 2024-11-19T06:26:34,735 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:34,737 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:34,738 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/67652dc7575449be89c03a7fb1876f50 is 50, key is test_row_0/B:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:34,743 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119066ab289716b47109d76443d0cab4993_170c5748568627194ce9855f7b4dfd85 store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:34,746 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119066ab289716b47109d76443d0cab4993_170c5748568627194ce9855f7b4dfd85, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:34,746 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119066ab289716b47109d76443d0cab4993_170c5748568627194ce9855f7b4dfd85 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741995_1171 (size=12207) 2024-11-19T06:26:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741996_1172 (size=4469) 2024-11-19T06:26:34,770 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#A#compaction#147 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:34,770 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4ee515db6514463099312775669b689a is 175, key is test_row_0/A:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741997_1173 (size=31268) 2024-11-19T06:26:34,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:34,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-19T06:26:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:34,851 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:34,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ff9ab06c457847afb3325b6dc84cf0a1_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997593819/Put/seqid=0 2024-11-19T06:26:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741998_1174 (size=12154) 2024-11-19T06:26:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:34,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997654966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997654972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997655076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997655076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997655158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997655158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997655164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,166 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/67652dc7575449be89c03a7fb1876f50 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/67652dc7575449be89c03a7fb1876f50 2024-11-19T06:26:35,171 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/B of 170c5748568627194ce9855f7b4dfd85 into 67652dc7575449be89c03a7fb1876f50(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:35,171 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:35,171 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/B, priority=13, startTime=1731997594717; duration=0sec 2024-11-19T06:26:35,172 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:35,172 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:B 2024-11-19T06:26:35,172 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:26:35,173 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:26:35,173 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/C is initiating minor compaction (all files) 2024-11-19T06:26:35,173 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/C in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:35,173 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/321f1536b5bc45009dbd12628ce197a7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=33.0 K 2024-11-19T06:26:35,174 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 321f1536b5bc45009dbd12628ce197a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997592765 2024-11-19T06:26:35,174 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ffc7ed568d475b96644a0b01ede5b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731997593011 2024-11-19T06:26:35,175 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d7b62cb23ee40088a2a183e923f6b3e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593127 2024-11-19T06:26:35,183 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4ee515db6514463099312775669b689a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a 2024-11-19T06:26:35,189 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/A of 170c5748568627194ce9855f7b4dfd85 into 4ee515db6514463099312775669b689a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:35,189 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:35,189 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/A, priority=13, startTime=1731997594717; duration=0sec 2024-11-19T06:26:35,190 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:35,190 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:A 2024-11-19T06:26:35,191 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:35,192 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/7094d854e08849b58ecac383007e7f58 is 50, key is test_row_0/C:col10/1731997593127/Put/seqid=0 2024-11-19T06:26:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741999_1175 (size=12207) 2024-11-19T06:26:35,211 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/7094d854e08849b58ecac383007e7f58 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/7094d854e08849b58ecac383007e7f58 2024-11-19T06:26:35,217 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/C of 170c5748568627194ce9855f7b4dfd85 into 7094d854e08849b58ecac383007e7f58(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:35,217 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:35,217 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/C, priority=13, startTime=1731997594718; duration=0sec 2024-11-19T06:26:35,217 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:35,217 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:C 2024-11-19T06:26:35,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997655280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997655281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:35,316 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ff9ab06c457847afb3325b6dc84cf0a1_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ff9ab06c457847afb3325b6dc84cf0a1_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/2cde1ec191024a9f977d5790ad2af92d, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/2cde1ec191024a9f977d5790ad2af92d is 175, key is test_row_0/A:col10/1731997593819/Put/seqid=0 2024-11-19T06:26:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742000_1176 (size=30955) 2024-11-19T06:26:35,333 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/2cde1ec191024a9f977d5790ad2af92d 2024-11-19T06:26:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/8bcdd315bdeb44a7801aa833b91bc59d is 50, key is test_row_0/B:col10/1731997593819/Put/seqid=0 2024-11-19T06:26:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742001_1177 (size=12001) 2024-11-19T06:26:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997655584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997655585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:35,760 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/8bcdd315bdeb44a7801aa833b91bc59d 2024-11-19T06:26:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/f9916e5def49437692b73fb737ad6bb6 is 50, key is test_row_0/C:col10/1731997593819/Put/seqid=0 2024-11-19T06:26:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742002_1178 (size=12001) 2024-11-19T06:26:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997656087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997656090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:36,190 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/f9916e5def49437692b73fb737ad6bb6 2024-11-19T06:26:36,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/2cde1ec191024a9f977d5790ad2af92d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d 2024-11-19T06:26:36,198 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d, entries=150, sequenceid=119, filesize=30.2 K 2024-11-19T06:26:36,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/8bcdd315bdeb44a7801aa833b91bc59d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d 2024-11-19T06:26:36,203 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T06:26:36,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/f9916e5def49437692b73fb737ad6bb6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6 2024-11-19T06:26:36,211 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6, entries=150, sequenceid=119, filesize=11.7 K 2024-11-19T06:26:36,213 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 170c5748568627194ce9855f7b4dfd85 in 1363ms, sequenceid=119, compaction requested=false 2024-11-19T06:26:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T06:26:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-19T06:26:36,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T06:26:36,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8280 sec 2024-11-19T06:26:36,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.8310 sec 2024-11-19T06:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-19T06:26:36,494 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-19T06:26:36,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-19T06:26:36,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:36,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:36,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:36,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:36,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-19T06:26:36,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:36,650 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T06:26:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:36,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:36,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198f8f10b3f66240bc801dd33b3527a258_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997594958/Put/seqid=0 2024-11-19T06:26:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742003_1179 (size=12254) 2024-11-19T06:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:37,073 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411198f8f10b3f66240bc801dd33b3527a258_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198f8f10b3f66240bc801dd33b3527a258_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4308d843cefb43948449e1ede405c691, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4308d843cefb43948449e1ede405c691 is 175, key is test_row_0/A:col10/1731997594958/Put/seqid=0 2024-11-19T06:26:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742004_1180 (size=31055) 2024-11-19T06:26:37,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997657123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997657123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997657167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,168 DEBUG [Thread-714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997657169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997657173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,174 DEBUG [Thread-716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:37,174 DEBUG [Thread-708 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:37,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997657228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997657228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997657435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997657435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,479 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4308d843cefb43948449e1ede405c691 2024-11-19T06:26:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cd7780cefa4246729a92da9b393efa6f is 50, key is test_row_0/B:col10/1731997594958/Put/seqid=0 2024-11-19T06:26:37,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742005_1181 (size=12101) 2024-11-19T06:26:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997657739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997657740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:37,889 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cd7780cefa4246729a92da9b393efa6f 2024-11-19T06:26:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/d6e342b54e274558b2b89015fe6377b9 is 50, key is test_row_0/C:col10/1731997594958/Put/seqid=0 2024-11-19T06:26:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742006_1182 (size=12101) 2024-11-19T06:26:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997658244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997658245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:38,304 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/d6e342b54e274558b2b89015fe6377b9 2024-11-19T06:26:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/4308d843cefb43948449e1ede405c691 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691 2024-11-19T06:26:38,313 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691, entries=150, sequenceid=134, filesize=30.3 K 2024-11-19T06:26:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cd7780cefa4246729a92da9b393efa6f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f 2024-11-19T06:26:38,319 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-19T06:26:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/d6e342b54e274558b2b89015fe6377b9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9 2024-11-19T06:26:38,324 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9, entries=150, sequenceid=134, filesize=11.8 K 2024-11-19T06:26:38,325 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 170c5748568627194ce9855f7b4dfd85 in 1675ms, sequenceid=134, compaction requested=true 2024-11-19T06:26:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T06:26:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-19T06:26:38,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-19T06:26:38,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-19T06:26:38,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.8320 sec 2024-11-19T06:26:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-19T06:26:38,600 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-19T06:26:38,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-19T06:26:38,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:38,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:38,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:38,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:38,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-19T06:26:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:38,755 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197b58ef229da547899e00201f076be158_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997597122/Put/seqid=0 2024-11-19T06:26:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742007_1183 (size=12304) 2024-11-19T06:26:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:39,173 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197b58ef229da547899e00201f076be158_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197b58ef229da547899e00201f076be158_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/8df6d407ef944cd6850b967ec301213d, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:39,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/8df6d407ef944cd6850b967ec301213d is 175, key is test_row_0/A:col10/1731997597122/Put/seqid=0 2024-11-19T06:26:39,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742008_1184 (size=31105) 2024-11-19T06:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:39,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:39,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997659267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997659268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997659371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997659371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997659573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997659574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,580 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/8df6d407ef944cd6850b967ec301213d 2024-11-19T06:26:39,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/53084f1e617c4832808316e64300e50c is 50, key is test_row_0/B:col10/1731997597122/Put/seqid=0 2024-11-19T06:26:39,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742009_1185 (size=12151) 2024-11-19T06:26:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997659876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997659877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:39,995 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/53084f1e617c4832808316e64300e50c 2024-11-19T06:26:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e7e3aab7eb0a499d97b1e72880f9c587 is 50, key is test_row_0/C:col10/1731997597122/Put/seqid=0 2024-11-19T06:26:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742010_1186 (size=12151) 2024-11-19T06:26:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997660380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997660382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:40,408 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e7e3aab7eb0a499d97b1e72880f9c587 2024-11-19T06:26:40,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/8df6d407ef944cd6850b967ec301213d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d 2024-11-19T06:26:40,416 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d, entries=150, sequenceid=158, filesize=30.4 K 2024-11-19T06:26:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/53084f1e617c4832808316e64300e50c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c 2024-11-19T06:26:40,422 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T06:26:40,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e7e3aab7eb0a499d97b1e72880f9c587 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587 2024-11-19T06:26:40,428 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587, entries=150, sequenceid=158, filesize=11.9 K 2024-11-19T06:26:40,429 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 170c5748568627194ce9855f7b4dfd85 in 1674ms, sequenceid=158, compaction requested=true 2024-11-19T06:26:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T06:26:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-19T06:26:40,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-19T06:26:40,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-19T06:26:40,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8310 sec 2024-11-19T06:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-19T06:26:40,707 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-19T06:26:40,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-19T06:26:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T06:26:40,711 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:40,711 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:40,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T06:26:40,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:40,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-19T06:26:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:40,863 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:40,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111965bf25cfebec4ac78e731971edf91e51_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997599266/Put/seqid=0 2024-11-19T06:26:40,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742011_1187 (size=12304) 2024-11-19T06:26:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T06:26:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:41,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:41,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997661215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997661216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997661218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,276 INFO [master/576536e5d610:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T06:26:41,277 INFO [master/576536e5d610:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T06:26:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:41,281 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111965bf25cfebec4ac78e731971edf91e51_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111965bf25cfebec4ac78e731971edf91e51_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/113e81af14e34defa05e6c05330d1fe4, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/113e81af14e34defa05e6c05330d1fe4 is 175, key is test_row_0/A:col10/1731997599266/Put/seqid=0 2024-11-19T06:26:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742012_1188 (size=31105) 2024-11-19T06:26:41,287 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/113e81af14e34defa05e6c05330d1fe4 2024-11-19T06:26:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/e70eb6fb14cf40318c0a6ab9af360ee0 is 50, key is test_row_0/B:col10/1731997599266/Put/seqid=0 2024-11-19T06:26:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742013_1189 (size=12151) 2024-11-19T06:26:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T06:26:41,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997661320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997661321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997661321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997661385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997661386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997661525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997661526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997661528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,704 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/e70eb6fb14cf40318c0a6ab9af360ee0 2024-11-19T06:26:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e5599c4ad76d44e799f8f9177432424e is 50, key is test_row_0/C:col10/1731997599266/Put/seqid=0 2024-11-19T06:26:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742014_1190 (size=12151) 2024-11-19T06:26:41,729 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e5599c4ad76d44e799f8f9177432424e 2024-11-19T06:26:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/113e81af14e34defa05e6c05330d1fe4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4 2024-11-19T06:26:41,737 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4, entries=150, sequenceid=171, filesize=30.4 K 2024-11-19T06:26:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/e70eb6fb14cf40318c0a6ab9af360ee0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0 2024-11-19T06:26:41,742 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T06:26:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e5599c4ad76d44e799f8f9177432424e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e 2024-11-19T06:26:41,748 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-19T06:26:41,749 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 170c5748568627194ce9855f7b4dfd85 in 886ms, sequenceid=171, compaction requested=true 2024-11-19T06:26:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T06:26:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-19T06:26:41,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-19T06:26:41,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-11-19T06:26:41,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0450 sec 2024-11-19T06:26:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-19T06:26:41,812 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-19T06:26:41,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-19T06:26:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:41,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:41,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:41,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:41,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:41,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997661849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194677671db019475daf679455a08f5ba0_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997661850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997661851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742015_1191 (size=12304) 2024-11-19T06:26:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997661953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997661955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997661955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:41,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:41,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:41,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:42,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997662158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997662158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997662161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:42,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194677671db019475daf679455a08f5ba0_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194677671db019475daf679455a08f5ba0_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:42,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/06ab7ec7f7144154bb898bac32ea4f4c, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:42,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/06ab7ec7f7144154bb898bac32ea4f4c is 175, key is test_row_0/A:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742016_1192 (size=31105) 2024-11-19T06:26:42,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:42,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997662462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997662462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997662464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/06ab7ec7f7144154bb898bac32ea4f4c 2024-11-19T06:26:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c2f52c211b8b45a1a68e7b8be5430e57 is 50, key is test_row_0/B:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742017_1193 (size=12151) 2024-11-19T06:26:42,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:42,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:42,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997662964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997662966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997662969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:43,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:43,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:43,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:43,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c2f52c211b8b45a1a68e7b8be5430e57 2024-11-19T06:26:43,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/0d4395adf1334ddea44e706c5cf53519 is 50, key is test_row_0/C:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742018_1194 (size=12151) 2024-11-19T06:26:43,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:43,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:43,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:43,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:43,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997663398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:43,401 DEBUG [Thread-710 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997663404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:43,409 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:43,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:26:43,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/0d4395adf1334ddea44e706c5cf53519 2024-11-19T06:26:43,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/06ab7ec7f7144154bb898bac32ea4f4c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c 2024-11-19T06:26:43,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c, entries=150, sequenceid=196, filesize=30.4 K 2024-11-19T06:26:43,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c2f52c211b8b45a1a68e7b8be5430e57 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57 2024-11-19T06:26:43,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T06:26:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/0d4395adf1334ddea44e706c5cf53519 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519 2024-11-19T06:26:43,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519, entries=150, sequenceid=196, filesize=11.9 K 2024-11-19T06:26:43,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 170c5748568627194ce9855f7b4dfd85 in 1693ms, sequenceid=196, compaction requested=true 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:43,528 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-19T06:26:43,528 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:26:43,530 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 186593 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:26:43,530 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:26:43,530 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/A is initiating minor compaction (all files) 2024-11-19T06:26:43,530 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/B is initiating minor compaction (all files) 2024-11-19T06:26:43,530 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/A in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,530 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/B in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,530 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/67652dc7575449be89c03a7fb1876f50, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=71.1 K 2024-11-19T06:26:43,530 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=182.2 K 2024-11-19T06:26:43,531 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,531 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c] 2024-11-19T06:26:43,531 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 67652dc7575449be89c03a7fb1876f50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593011 2024-11-19T06:26:43,531 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee515db6514463099312775669b689a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593011 2024-11-19T06:26:43,531 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bcdd315bdeb44a7801aa833b91bc59d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731997593812 2024-11-19T06:26:43,532 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cde1ec191024a9f977d5790ad2af92d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731997593812 2024-11-19T06:26:43,532 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cd7780cefa4246729a92da9b393efa6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731997594958 2024-11-19T06:26:43,532 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4308d843cefb43948449e1ede405c691, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731997594958 2024-11-19T06:26:43,532 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 53084f1e617c4832808316e64300e50c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997597115 2024-11-19T06:26:43,532 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8df6d407ef944cd6850b967ec301213d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997597115 2024-11-19T06:26:43,533 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e70eb6fb14cf40318c0a6ab9af360ee0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731997599260 2024-11-19T06:26:43,533 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 113e81af14e34defa05e6c05330d1fe4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731997599260 2024-11-19T06:26:43,533 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f52c211b8b45a1a68e7b8be5430e57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:43,533 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ab7ec7f7144154bb898bac32ea4f4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:43,547 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:43,550 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411191b041cca74df43eaa42b8056d3b8b96c_170c5748568627194ce9855f7b4dfd85 store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:43,551 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#B#compaction#166 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:43,552 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/ac9e346653444b5ea20f87890e763c3d is 50, key is test_row_0/B:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:43,552 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411191b041cca74df43eaa42b8056d3b8b96c_170c5748568627194ce9855f7b4dfd85, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:43,552 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411191b041cca74df43eaa42b8056d3b8b96c_170c5748568627194ce9855f7b4dfd85 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742019_1195 (size=12561) 2024-11-19T06:26:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742020_1196 (size=4469) 2024-11-19T06:26:43,574 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/ac9e346653444b5ea20f87890e763c3d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/ac9e346653444b5ea20f87890e763c3d 2024-11-19T06:26:43,579 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/B of 170c5748568627194ce9855f7b4dfd85 into ac9e346653444b5ea20f87890e763c3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:43,579 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:43,579 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/B, priority=10, startTime=1731997603528; duration=0sec 2024-11-19T06:26:43,579 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:43,579 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:B 2024-11-19T06:26:43,579 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:26:43,581 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:26:43,581 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/C is initiating minor compaction (all files) 2024-11-19T06:26:43,581 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/C in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,581 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/7094d854e08849b58ecac383007e7f58, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=71.1 K 2024-11-19T06:26:43,582 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7094d854e08849b58ecac383007e7f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997593011 2024-11-19T06:26:43,582 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f9916e5def49437692b73fb737ad6bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731997593812 2024-11-19T06:26:43,582 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e342b54e274558b2b89015fe6377b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731997594958 2024-11-19T06:26:43,583 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e3aab7eb0a499d97b1e72880f9c587, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731997597115 2024-11-19T06:26:43,583 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e5599c4ad76d44e799f8f9177432424e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731997599260 2024-11-19T06:26:43,583 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d4395adf1334ddea44e706c5cf53519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:43,595 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#C#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:43,596 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/b6be1f0217af4f58a2295c9ecccb61f1 is 50, key is test_row_0/C:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742021_1197 (size=12561) 2024-11-19T06:26:43,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:43,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-19T06:26:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:43,645 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:43,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111910a715e7285d4678a4c25d93b47ca4fe_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997601849/Put/seqid=0 2024-11-19T06:26:43,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742022_1198 (size=12304) 2024-11-19T06:26:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:43,969 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:43,969 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/416935c3710941bb90f19ab257bed89a is 175, key is test_row_0/A:col10/1731997601835/Put/seqid=0 2024-11-19T06:26:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742023_1199 (size=31515) 2024-11-19T06:26:43,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997663997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997663998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997663999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,009 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/b6be1f0217af4f58a2295c9ecccb61f1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/b6be1f0217af4f58a2295c9ecccb61f1 2024-11-19T06:26:44,015 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/C of 170c5748568627194ce9855f7b4dfd85 into b6be1f0217af4f58a2295c9ecccb61f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:44,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:44,015 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/C, priority=10, startTime=1731997603528; duration=0sec 2024-11-19T06:26:44,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:44,015 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:C 2024-11-19T06:26:44,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:44,065 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111910a715e7285d4678a4c25d93b47ca4fe_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111910a715e7285d4678a4c25d93b47ca4fe_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5aa8ee8550a44f41bd0e7e27f21c0c5c, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5aa8ee8550a44f41bd0e7e27f21c0c5c is 175, key is test_row_0/A:col10/1731997601849/Put/seqid=0 2024-11-19T06:26:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742024_1200 (size=31105) 2024-11-19T06:26:44,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997664100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997664101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997664104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997664304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997664304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997664307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,378 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/416935c3710941bb90f19ab257bed89a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a 2024-11-19T06:26:44,382 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/A of 170c5748568627194ce9855f7b4dfd85 into 416935c3710941bb90f19ab257bed89a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:44,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:44,382 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/A, priority=10, startTime=1731997603528; duration=0sec 2024-11-19T06:26:44,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:44,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:A 2024-11-19T06:26:44,471 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5aa8ee8550a44f41bd0e7e27f21c0c5c 2024-11-19T06:26:44,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 is 50, key is test_row_0/B:col10/1731997601849/Put/seqid=0 2024-11-19T06:26:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742025_1201 (size=12151) 2024-11-19T06:26:44,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997664607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997664608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997664614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:44,883 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 2024-11-19T06:26:44,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/3e8cf795249a43e6a17b09ec1c205b4b is 50, key is test_row_0/C:col10/1731997601849/Put/seqid=0 2024-11-19T06:26:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742026_1202 (size=12151) 2024-11-19T06:26:45,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997665111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:45,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997665112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:45,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997665115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:45,295 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/3e8cf795249a43e6a17b09ec1c205b4b 2024-11-19T06:26:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/5aa8ee8550a44f41bd0e7e27f21c0c5c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c 2024-11-19T06:26:45,303 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c, entries=150, sequenceid=209, filesize=30.4 K 2024-11-19T06:26:45,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 2024-11-19T06:26:45,308 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T06:26:45,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/3e8cf795249a43e6a17b09ec1c205b4b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b 2024-11-19T06:26:45,313 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-19T06:26:45,313 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 170c5748568627194ce9855f7b4dfd85 in 1668ms, sequenceid=209, compaction requested=false 2024-11-19T06:26:45,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:45,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:45,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-19T06:26:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-19T06:26:45,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-19T06:26:45,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4990 sec 2024-11-19T06:26:45,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.5020 sec 2024-11-19T06:26:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-19T06:26:45,919 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-19T06:26:45,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-19T06:26:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-19T06:26:45,921 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:45,922 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:45,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-19T06:26:46,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:46,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-19T06:26:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:46,074 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:26:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f62443b4e22c4a3d82b7c3dbba4c7951_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997603996/Put/seqid=0 2024-11-19T06:26:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742027_1203 (size=12304) 2024-11-19T06:26:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:46,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997666125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997666125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997666125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-19T06:26:46,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997666226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997666226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997666229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997666428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997666429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997666431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:46,489 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f62443b4e22c4a3d82b7c3dbba4c7951_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f62443b4e22c4a3d82b7c3dbba4c7951_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/54e6807b320b4dab9db258f4aaaaf7c7, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/54e6807b320b4dab9db258f4aaaaf7c7 is 175, key is test_row_0/A:col10/1731997603996/Put/seqid=0 2024-11-19T06:26:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742028_1204 (size=31105) 2024-11-19T06:26:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-19T06:26:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997666731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997666732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997666737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:46,910 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/54e6807b320b4dab9db258f4aaaaf7c7 2024-11-19T06:26:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cdd84782b25d43a5b7caf2b7712d68c2 is 50, key is test_row_0/B:col10/1731997603996/Put/seqid=0 2024-11-19T06:26:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742029_1205 (size=12151) 2024-11-19T06:26:46,932 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cdd84782b25d43a5b7caf2b7712d68c2 2024-11-19T06:26:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/851dcdd761df4058be5c245ad01a7f79 is 50, key is test_row_0/C:col10/1731997603996/Put/seqid=0 2024-11-19T06:26:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742030_1206 (size=12151) 2024-11-19T06:26:46,947 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/851dcdd761df4058be5c245ad01a7f79 2024-11-19T06:26:46,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/54e6807b320b4dab9db258f4aaaaf7c7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7 2024-11-19T06:26:46,956 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7, entries=150, sequenceid=235, filesize=30.4 K 2024-11-19T06:26:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/cdd84782b25d43a5b7caf2b7712d68c2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2 2024-11-19T06:26:46,963 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2, entries=150, sequenceid=235, filesize=11.9 K 2024-11-19T06:26:46,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/851dcdd761df4058be5c245ad01a7f79 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79 2024-11-19T06:26:46,970 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79, entries=150, sequenceid=235, filesize=11.9 K 2024-11-19T06:26:46,971 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 170c5748568627194ce9855f7b4dfd85 in 897ms, sequenceid=235, compaction requested=true 2024-11-19T06:26:46,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:46,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:46,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-19T06:26:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-19T06:26:46,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-19T06:26:46,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0500 sec 2024-11-19T06:26:46,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0540 sec 2024-11-19T06:26:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-19T06:26:47,024 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-19T06:26:47,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-19T06:26:47,026 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:47,027 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:47,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:47,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:47,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-19T06:26:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:47,181 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:47,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c1521e5941044f708d765ede31030ff2_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997606124/Put/seqid=0 2024-11-19T06:26:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742031_1207 (size=12304) 2024-11-19T06:26:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:47,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997667260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997667265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997667266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:47,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997667367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997667369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997667370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731997667407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,411 DEBUG [Thread-710 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:47,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33704 deadline: 1731997667418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,421 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:26:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997667573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997667573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997667574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:47,600 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c1521e5941044f708d765ede31030ff2_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c1521e5941044f708d765ede31030ff2_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/81990dae7984471bb1f93608b0280dc9, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/81990dae7984471bb1f93608b0280dc9 is 175, key is test_row_0/A:col10/1731997606124/Put/seqid=0 2024-11-19T06:26:47,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742032_1208 (size=31105) 2024-11-19T06:26:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997667876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997667877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997667877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:48,006 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/81990dae7984471bb1f93608b0280dc9 2024-11-19T06:26:48,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a19d54feb97b4c5888835903f96968f0 is 50, key is test_row_0/B:col10/1731997606124/Put/seqid=0 2024-11-19T06:26:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742033_1209 (size=12151) 2024-11-19T06:26:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997668381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997668382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997668382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:48,418 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a19d54feb97b4c5888835903f96968f0 2024-11-19T06:26:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/75fe805faf164b76a57f1ca2096a5801 is 50, key is test_row_0/C:col10/1731997606124/Put/seqid=0 2024-11-19T06:26:48,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742034_1210 (size=12151) 2024-11-19T06:26:48,839 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/75fe805faf164b76a57f1ca2096a5801 2024-11-19T06:26:48,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/81990dae7984471bb1f93608b0280dc9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9 2024-11-19T06:26:48,848 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9, entries=150, sequenceid=248, filesize=30.4 K 2024-11-19T06:26:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/a19d54feb97b4c5888835903f96968f0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0 2024-11-19T06:26:48,853 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0, entries=150, sequenceid=248, filesize=11.9 K 2024-11-19T06:26:48,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/75fe805faf164b76a57f1ca2096a5801 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801 2024-11-19T06:26:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801, entries=150, sequenceid=248, filesize=11.9 K 2024-11-19T06:26:48,858 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 170c5748568627194ce9855f7b4dfd85 in 1677ms, sequenceid=248, compaction requested=true 2024-11-19T06:26:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-19T06:26:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-19T06:26:48,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-19T06:26:48,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-11-19T06:26:48,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8360 sec 2024-11-19T06:26:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-19T06:26:49,130 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-19T06:26:49,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-19T06:26:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:49,132 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:49,133 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:49,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:49,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:49,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-19T06:26:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:49,285 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119877092f1941042a494dc08f2e9c56cb7_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997607265/Put/seqid=0 2024-11-19T06:26:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742035_1211 (size=12454) 2024-11-19T06:26:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:49,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997669395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997669396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997669397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997669498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997669501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997669503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:49,701 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119877092f1941042a494dc08f2e9c56cb7_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119877092f1941042a494dc08f2e9c56cb7_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/f2fa4182b46945e6b6aee7c169410cd5, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:49,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/f2fa4182b46945e6b6aee7c169410cd5 is 175, key is test_row_0/A:col10/1731997607265/Put/seqid=0 2024-11-19T06:26:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997669703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997669705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742036_1212 (size=31255) 2024-11-19T06:26:49,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997669705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997670007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997670009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997670010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,108 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/f2fa4182b46945e6b6aee7c169410cd5 2024-11-19T06:26:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/11e6aca00b644c5b9a6cb253dd8f5207 is 50, key is test_row_0/B:col10/1731997607265/Put/seqid=0 2024-11-19T06:26:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742037_1213 (size=12301) 2024-11-19T06:26:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997670512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997670513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997670516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:50,522 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/11e6aca00b644c5b9a6cb253dd8f5207 2024-11-19T06:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/ce2823657e504b58a7fd626e0fb29443 is 50, key is test_row_0/C:col10/1731997607265/Put/seqid=0 2024-11-19T06:26:50,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742038_1214 (size=12301) 2024-11-19T06:26:50,934 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/ce2823657e504b58a7fd626e0fb29443 2024-11-19T06:26:50,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/f2fa4182b46945e6b6aee7c169410cd5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5 2024-11-19T06:26:50,941 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5, entries=150, sequenceid=271, filesize=30.5 K 2024-11-19T06:26:50,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/11e6aca00b644c5b9a6cb253dd8f5207 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207 2024-11-19T06:26:50,946 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207, entries=150, sequenceid=271, filesize=12.0 K 2024-11-19T06:26:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/ce2823657e504b58a7fd626e0fb29443 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443 2024-11-19T06:26:50,951 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443, entries=150, sequenceid=271, filesize=12.0 K 2024-11-19T06:26:50,952 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 170c5748568627194ce9855f7b4dfd85 in 1666ms, sequenceid=271, compaction requested=true 2024-11-19T06:26:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:50,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-19T06:26:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-19T06:26:50,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-19T06:26:50,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-19T06:26:50,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8230 sec 2024-11-19T06:26:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-19T06:26:51,236 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-19T06:26:51,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:26:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-19T06:26:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:51,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:26:51,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:26:51,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:26:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:51,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:51,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:51,390 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:51,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d1faef1f34eb4c38960564c300a439a0_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997609396/Put/seqid=0 2024-11-19T06:26:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742039_1215 (size=12454) 2024-11-19T06:26:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. as already flushing 2024-11-19T06:26:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997671546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997671546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997671546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997671651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997671651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997671651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:51,810 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d1faef1f34eb4c38960564c300a439a0_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d1faef1f34eb4c38960564c300a439a0_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eb0cf085710f49418c4a8b49a83957fb, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eb0cf085710f49418c4a8b49a83957fb is 175, key is test_row_0/A:col10/1731997609396/Put/seqid=0 2024-11-19T06:26:51,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742040_1216 (size=31255) 2024-11-19T06:26:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997672161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997672162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997672163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,218 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eb0cf085710f49418c4a8b49a83957fb 2024-11-19T06:26:52,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1759b77e91c94072a6c7b97a27c36803 is 50, key is test_row_0/B:col10/1731997609396/Put/seqid=0 2024-11-19T06:26:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742041_1217 (size=12301) 2024-11-19T06:26:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:52,382 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dfe463d to 127.0.0.1:55568 2024-11-19T06:26:52,382 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:52,384 DEBUG [Thread-723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x030be7a2 to 127.0.0.1:55568 2024-11-19T06:26:52,384 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:52,384 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:55568 2024-11-19T06:26:52,385 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:52,386 DEBUG [Thread-725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ba4762a to 127.0.0.1:55568 2024-11-19T06:26:52,386 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:52,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:26:52,629 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1759b77e91c94072a6c7b97a27c36803 2024-11-19T06:26:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/4edf9d84b19240a6b91d5c4136540d18 is 50, key is test_row_0/C:col10/1731997609396/Put/seqid=0 2024-11-19T06:26:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742042_1218 (size=12301) 2024-11-19T06:26:52,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33680 deadline: 1731997672664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731997672667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:26:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731997672669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 2024-11-19T06:26:53,046 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/4edf9d84b19240a6b91d5c4136540d18 2024-11-19T06:26:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/eb0cf085710f49418c4a8b49a83957fb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb 2024-11-19T06:26:53,059 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb, entries=150, sequenceid=284, filesize=30.5 K 2024-11-19T06:26:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/1759b77e91c94072a6c7b97a27c36803 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803 2024-11-19T06:26:53,063 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803, entries=150, sequenceid=284, filesize=12.0 K 2024-11-19T06:26:53,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/4edf9d84b19240a6b91d5c4136540d18 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18 2024-11-19T06:26:53,067 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18, entries=150, sequenceid=284, filesize=12.0 K 2024-11-19T06:26:53,068 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 170c5748568627194ce9855f7b4dfd85 in 1678ms, sequenceid=284, compaction requested=true 2024-11-19T06:26:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-19T06:26:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-19T06:26:53,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-19T06:26:53,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-19T06:26:53,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8330 sec 2024-11-19T06:26:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-19T06:26:53,343 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-19T06:26:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:53,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:26:53,676 DEBUG [Thread-714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x489535ee to 127.0.0.1:55568 2024-11-19T06:26:53,676 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c6ce985 to 127.0.0.1:55568 2024-11-19T06:26:53,677 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:53,677 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:53,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:53,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:53,681 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36db9f87 to 127.0.0.1:55568 2024-11-19T06:26:53,682 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:53,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d84a596ef2c649e1b6a6a1feb3e8600c_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_0/A:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742043_1219 (size=12454) 2024-11-19T06:26:54,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:54,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d84a596ef2c649e1b6a6a1feb3e8600c_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d84a596ef2c649e1b6a6a1feb3e8600c_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:54,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/c085074d815c4035961b8ccb983c703d, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:54,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/c085074d815c4035961b8ccb983c703d is 175, key is test_row_0/A:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742044_1220 (size=31255) 2024-11-19T06:26:54,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/c085074d815c4035961b8ccb983c703d 2024-11-19T06:26:54,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/5531dcec01ab403689b8ed1c5c6c2eed is 50, key is test_row_0/B:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742045_1221 (size=12301) 2024-11-19T06:26:54,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/5531dcec01ab403689b8ed1c5c6c2eed 2024-11-19T06:26:54,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/800c01d729824e5b87adf0dd015ca174 is 50, key is test_row_0/C:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742046_1222 (size=12301) 2024-11-19T06:26:55,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/800c01d729824e5b87adf0dd015ca174 2024-11-19T06:26:55,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/c085074d815c4035961b8ccb983c703d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d 2024-11-19T06:26:55,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d, entries=150, sequenceid=309, filesize=30.5 K 2024-11-19T06:26:55,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/5531dcec01ab403689b8ed1c5c6c2eed as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed 2024-11-19T06:26:55,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T06:26:55,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/800c01d729824e5b87adf0dd015ca174 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174 2024-11-19T06:26:55,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174, entries=150, sequenceid=309, filesize=12.0 K 2024-11-19T06:26:55,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 170c5748568627194ce9855f7b4dfd85 in 1704ms, sequenceid=309, compaction requested=true 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:55,380 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 170c5748568627194ce9855f7b4dfd85:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:26:55,380 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T06:26:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 218595 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85917 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/A is initiating minor compaction (all files) 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/B is initiating minor compaction (all files) 2024-11-19T06:26:55,382 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/A in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:55,382 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/B in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:55,382 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=213.5 K 2024-11-19T06:26:55,382 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/ac9e346653444b5ea20f87890e763c3d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=83.9 K 2024-11-19T06:26:55,382 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d] 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9e346653444b5ea20f87890e763c3d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:55,382 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 416935c3710941bb90f19ab257bed89a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting a8cd1de1a42b4e2e8845dbb4bbd7d9e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731997601839 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa8ee8550a44f41bd0e7e27f21c0c5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731997601839 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd84782b25d43a5b7caf2b7712d68c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731997603987 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e6807b320b4dab9db258f4aaaaf7c7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731997603987 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting a19d54feb97b4c5888835903f96968f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731997606116 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81990dae7984471bb1f93608b0280dc9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731997606116 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e6aca00b644c5b9a6cb253dd8f5207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731997607250 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2fa4182b46945e6b6aee7c169410cd5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731997607250 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1759b77e91c94072a6c7b97a27c36803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731997609393 2024-11-19T06:26:55,383 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb0cf085710f49418c4a8b49a83957fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731997609393 2024-11-19T06:26:55,384 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5531dcec01ab403689b8ed1c5c6c2eed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731997611541 2024-11-19T06:26:55,384 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c085074d815c4035961b8ccb983c703d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731997611541 2024-11-19T06:26:55,399 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:55,400 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#B#compaction#186 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:55,401 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119d4de26e8af1941da93a08b7eab346dd2_170c5748568627194ce9855f7b4dfd85 store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:55,401 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/4b95759beeb648d5929b518b02046c11 is 50, key is test_row_0/B:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:55,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742047_1223 (size=12949) 2024-11-19T06:26:55,414 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/4b95759beeb648d5929b518b02046c11 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/4b95759beeb648d5929b518b02046c11 2024-11-19T06:26:55,419 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/B of 170c5748568627194ce9855f7b4dfd85 into 4b95759beeb648d5929b518b02046c11(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:55,419 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:55,419 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/B, priority=9, startTime=1731997615380; duration=0sec 2024-11-19T06:26:55,419 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:26:55,419 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:B 2024-11-19T06:26:55,419 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-19T06:26:55,422 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85917 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-19T06:26:55,422 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 170c5748568627194ce9855f7b4dfd85/C is initiating minor compaction (all files) 2024-11-19T06:26:55,422 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 170c5748568627194ce9855f7b4dfd85/C in TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:55,422 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/b6be1f0217af4f58a2295c9ecccb61f1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp, totalSize=83.9 K 2024-11-19T06:26:55,422 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting b6be1f0217af4f58a2295c9ecccb61f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731997601203 2024-11-19T06:26:55,423 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8cf795249a43e6a17b09ec1c205b4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731997601839 2024-11-19T06:26:55,423 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 851dcdd761df4058be5c245ad01a7f79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731997603987 2024-11-19T06:26:55,423 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 75fe805faf164b76a57f1ca2096a5801, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731997606116 2024-11-19T06:26:55,424 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ce2823657e504b58a7fd626e0fb29443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731997607250 2024-11-19T06:26:55,424 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4edf9d84b19240a6b91d5c4136540d18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731997609393 2024-11-19T06:26:55,424 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 800c01d729824e5b87adf0dd015ca174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731997611541 2024-11-19T06:26:55,452 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119d4de26e8af1941da93a08b7eab346dd2_170c5748568627194ce9855f7b4dfd85, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:55,453 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d4de26e8af1941da93a08b7eab346dd2_170c5748568627194ce9855f7b4dfd85 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:55,455 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#C#compaction#188 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:55,456 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/5a0f62ed486d49719e21cd11cbbe9c18 is 50, key is test_row_0/C:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742048_1224 (size=4469) 2024-11-19T06:26:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742049_1225 (size=12949) 2024-11-19T06:26:55,859 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 170c5748568627194ce9855f7b4dfd85#A#compaction#187 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:26:55,860 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/3c753f3c31b9456fa2e529454eee1446 is 175, key is test_row_0/A:col10/1731997613674/Put/seqid=0 2024-11-19T06:26:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742050_1226 (size=31903) 2024-11-19T06:26:55,867 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/5a0f62ed486d49719e21cd11cbbe9c18 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/5a0f62ed486d49719e21cd11cbbe9c18 2024-11-19T06:26:55,873 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/C of 170c5748568627194ce9855f7b4dfd85 into 5a0f62ed486d49719e21cd11cbbe9c18(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:55,873 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:55,873 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/C, priority=9, startTime=1731997615380; duration=0sec 2024-11-19T06:26:55,873 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:55,873 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:C 2024-11-19T06:26:56,276 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/3c753f3c31b9456fa2e529454eee1446 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/3c753f3c31b9456fa2e529454eee1446 2024-11-19T06:26:56,282 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 170c5748568627194ce9855f7b4dfd85/A of 170c5748568627194ce9855f7b4dfd85 into 3c753f3c31b9456fa2e529454eee1446(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:26:56,282 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:56,282 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85., storeName=170c5748568627194ce9855f7b4dfd85/A, priority=9, startTime=1731997615380; duration=0sec 2024-11-19T06:26:56,282 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:26:56,282 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 170c5748568627194ce9855f7b4dfd85:A 2024-11-19T06:26:57,470 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cadde55 to 127.0.0.1:55568 2024-11-19T06:26:57,470 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:57,502 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9c3820 to 127.0.0.1:55568 2024-11-19T06:26:57,502 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:57,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:26:57,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-19T06:26:57,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5281 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5268 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2242 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6725 rows 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2241 2024-11-19T06:26:57,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6723 rows 2024-11-19T06:26:57,503 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:26:57,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3059cf43 to 127.0.0.1:55568 2024-11-19T06:26:57,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:26:57,506 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:26:57,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:26:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:57,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997617511"}]},"ts":"1731997617511"} 2024-11-19T06:26:57,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:26:57,525 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:26:57,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:26:57,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, UNASSIGN}] 2024-11-19T06:26:57,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, UNASSIGN 2024-11-19T06:26:57,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:26:57,529 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:26:57,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:26:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:57,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:26:57,682 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:57,682 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:26:57,682 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 170c5748568627194ce9855f7b4dfd85, disabling compactions & flushes 2024-11-19T06:26:57,682 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:57,683 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:57,683 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. after waiting 0 ms 2024-11-19T06:26:57,683 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:57,683 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 170c5748568627194ce9855f7b4dfd85 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T06:26:57,684 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=A 2024-11-19T06:26:57,684 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:57,684 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=B 2024-11-19T06:26:57,684 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:57,684 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 170c5748568627194ce9855f7b4dfd85, store=C 2024-11-19T06:26:57,685 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:26:57,697 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a4b540ef55864d4bbf18888e2877a6e1_170c5748568627194ce9855f7b4dfd85 is 50, key is test_row_2/A:col10/1731997617501/Put/seqid=0 2024-11-19T06:26:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742051_1227 (size=7374) 2024-11-19T06:26:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:58,124 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:58,135 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a4b540ef55864d4bbf18888e2877a6e1_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a4b540ef55864d4bbf18888e2877a6e1_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:58,136 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/58ec7ee2f35f4800b4b3f174608ec731, store: [table=TestAcidGuarantees family=A region=170c5748568627194ce9855f7b4dfd85] 2024-11-19T06:26:58,137 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/58ec7ee2f35f4800b4b3f174608ec731 is 175, key is test_row_2/A:col10/1731997617501/Put/seqid=0 2024-11-19T06:26:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742052_1228 (size=13865) 2024-11-19T06:26:58,529 DEBUG [master/576536e5d610:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e50fa05013b177aed815df88e8598eaf changed from -1.0 to 0.0, refreshing cache 2024-11-19T06:26:58,541 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/58ec7ee2f35f4800b4b3f174608ec731 2024-11-19T06:26:58,551 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c0fe4312399f4efa9402c146c0a640dc is 50, key is test_row_2/B:col10/1731997617501/Put/seqid=0 2024-11-19T06:26:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742053_1229 (size=7415) 2024-11-19T06:26:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:58,957 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c0fe4312399f4efa9402c146c0a640dc 2024-11-19T06:26:58,968 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e6e7ae21f9334cf38eb1494e554031f6 is 50, key is test_row_2/C:col10/1731997617501/Put/seqid=0 2024-11-19T06:26:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742054_1230 (size=7415) 2024-11-19T06:26:59,374 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e6e7ae21f9334cf38eb1494e554031f6 2024-11-19T06:26:59,383 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/A/58ec7ee2f35f4800b4b3f174608ec731 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/58ec7ee2f35f4800b4b3f174608ec731 2024-11-19T06:26:59,387 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/58ec7ee2f35f4800b4b3f174608ec731, entries=50, sequenceid=318, filesize=13.5 K 2024-11-19T06:26:59,388 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/B/c0fe4312399f4efa9402c146c0a640dc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c0fe4312399f4efa9402c146c0a640dc 2024-11-19T06:26:59,392 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c0fe4312399f4efa9402c146c0a640dc, entries=50, sequenceid=318, filesize=7.2 K 2024-11-19T06:26:59,393 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/.tmp/C/e6e7ae21f9334cf38eb1494e554031f6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e6e7ae21f9334cf38eb1494e554031f6 2024-11-19T06:26:59,397 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e6e7ae21f9334cf38eb1494e554031f6, entries=50, sequenceid=318, filesize=7.2 K 2024-11-19T06:26:59,398 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 170c5748568627194ce9855f7b4dfd85 in 1715ms, sequenceid=318, compaction requested=false 2024-11-19T06:26:59,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d] to archive 2024-11-19T06:26:59,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:59,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/ed9dd8b9ed9743a6bec06e47fbe9f389 2024-11-19T06:26:59,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5ccc43b1320549719384a06e117231d8 2024-11-19T06:26:59,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/94a2cf9de53b4cab8f15e2837ec52e6b 2024-11-19T06:26:59,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/a1297c4d6dfd4389b41842bc7c2a0fe4 2024-11-19T06:26:59,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/746292fec59244bfb0cc8ae8103d5c19 2024-11-19T06:26:59,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4ee515db6514463099312775669b689a 2024-11-19T06:26:59,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eda2f126780d4192b73d70621098baa5 2024-11-19T06:26:59,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/2cde1ec191024a9f977d5790ad2af92d 2024-11-19T06:26:59,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/4308d843cefb43948449e1ede405c691 2024-11-19T06:26:59,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/8df6d407ef944cd6850b967ec301213d 2024-11-19T06:26:59,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/113e81af14e34defa05e6c05330d1fe4 2024-11-19T06:26:59,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/416935c3710941bb90f19ab257bed89a 2024-11-19T06:26:59,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/06ab7ec7f7144154bb898bac32ea4f4c 2024-11-19T06:26:59,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/5aa8ee8550a44f41bd0e7e27f21c0c5c 2024-11-19T06:26:59,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/54e6807b320b4dab9db258f4aaaaf7c7 2024-11-19T06:26:59,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/81990dae7984471bb1f93608b0280dc9 2024-11-19T06:26:59,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/f2fa4182b46945e6b6aee7c169410cd5 2024-11-19T06:26:59,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/eb0cf085710f49418c4a8b49a83957fb 2024-11-19T06:26:59,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/c085074d815c4035961b8ccb983c703d 2024-11-19T06:26:59,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3d79415c43ad4a34a60f4db4a849245e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/67652dc7575449be89c03a7fb1876f50, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/ac9e346653444b5ea20f87890e763c3d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed] to archive 2024-11-19T06:26:59,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:59,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1d3181d03d2240c2b621571dd8b69388 2024-11-19T06:26:59,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/639ce464b7a246c39dbe76f6332f00b9 2024-11-19T06:26:59,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3d79415c43ad4a34a60f4db4a849245e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3d79415c43ad4a34a60f4db4a849245e 2024-11-19T06:26:59,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/3a41cf889c184c9c8145cb67990bcdeb 2024-11-19T06:26:59,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/6a995d9b29bf4c398c2c1c85f0fe1781 2024-11-19T06:26:59,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/67652dc7575449be89c03a7fb1876f50 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/67652dc7575449be89c03a7fb1876f50 2024-11-19T06:26:59,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c7537ff0dd4f445789269024881d51e2 2024-11-19T06:26:59,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/8bcdd315bdeb44a7801aa833b91bc59d 2024-11-19T06:26:59,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cd7780cefa4246729a92da9b393efa6f 2024-11-19T06:26:59,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/53084f1e617c4832808316e64300e50c 2024-11-19T06:26:59,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/e70eb6fb14cf40318c0a6ab9af360ee0 2024-11-19T06:26:59,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/ac9e346653444b5ea20f87890e763c3d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/ac9e346653444b5ea20f87890e763c3d 2024-11-19T06:26:59,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c2f52c211b8b45a1a68e7b8be5430e57 2024-11-19T06:26:59,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a8cd1de1a42b4e2e8845dbb4bbd7d9e7 2024-11-19T06:26:59,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/cdd84782b25d43a5b7caf2b7712d68c2 2024-11-19T06:26:59,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/a19d54feb97b4c5888835903f96968f0 2024-11-19T06:26:59,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/11e6aca00b644c5b9a6cb253dd8f5207 2024-11-19T06:26:59,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/1759b77e91c94072a6c7b97a27c36803 2024-11-19T06:26:59,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/5531dcec01ab403689b8ed1c5c6c2eed 2024-11-19T06:26:59,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/321f1536b5bc45009dbd12628ce197a7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/7094d854e08849b58ecac383007e7f58, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/b6be1f0217af4f58a2295c9ecccb61f1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174] to archive 2024-11-19T06:26:59,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:26:59,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/58a92d9506ff4c4da25ed3971e7d76c8 2024-11-19T06:26:59,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8a47e39855804e9bbca0b068264fb5f4 2024-11-19T06:26:59,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/321f1536b5bc45009dbd12628ce197a7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/321f1536b5bc45009dbd12628ce197a7 2024-11-19T06:26:59,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/1e15ab8f19ff4e528a40eb3a2a1c6bfc 2024-11-19T06:26:59,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e2ffc7ed568d475b96644a0b01ede5b6 2024-11-19T06:26:59,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/7094d854e08849b58ecac383007e7f58 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/7094d854e08849b58ecac383007e7f58 2024-11-19T06:26:59,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/8d7b62cb23ee40088a2a183e923f6b3e 2024-11-19T06:26:59,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/f9916e5def49437692b73fb737ad6bb6 2024-11-19T06:26:59,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/d6e342b54e274558b2b89015fe6377b9 2024-11-19T06:26:59,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e7e3aab7eb0a499d97b1e72880f9c587 2024-11-19T06:26:59,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e5599c4ad76d44e799f8f9177432424e 2024-11-19T06:26:59,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/b6be1f0217af4f58a2295c9ecccb61f1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/b6be1f0217af4f58a2295c9ecccb61f1 2024-11-19T06:26:59,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/0d4395adf1334ddea44e706c5cf53519 2024-11-19T06:26:59,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/3e8cf795249a43e6a17b09ec1c205b4b 2024-11-19T06:26:59,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/851dcdd761df4058be5c245ad01a7f79 2024-11-19T06:26:59,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/75fe805faf164b76a57f1ca2096a5801 2024-11-19T06:26:59,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/ce2823657e504b58a7fd626e0fb29443 2024-11-19T06:26:59,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/4edf9d84b19240a6b91d5c4136540d18 2024-11-19T06:26:59,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/800c01d729824e5b87adf0dd015ca174 2024-11-19T06:26:59,458 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits/321.seqid, newMaxSeqId=321, maxSeqId=4 2024-11-19T06:26:59,459 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85. 2024-11-19T06:26:59,459 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 170c5748568627194ce9855f7b4dfd85: 2024-11-19T06:26:59,460 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=170c5748568627194ce9855f7b4dfd85, regionState=CLOSED 2024-11-19T06:26:59,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-19T06:26:59,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 170c5748568627194ce9855f7b4dfd85, server=576536e5d610,42839,1731997554164 in 1.9320 sec 2024-11-19T06:26:59,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-19T06:26:59,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=170c5748568627194ce9855f7b4dfd85, UNASSIGN in 1.9350 sec 2024-11-19T06:26:59,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-19T06:26:59,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-19T06:26:59,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997619465"}]},"ts":"1731997619465"} 2024-11-19T06:26:59,466 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:26:59,500 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:26:59,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9940 sec 2024-11-19T06:26:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-19T06:26:59,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-19T06:26:59,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:26:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,625 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T06:26:59,626 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,634 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits] 2024-11-19T06:26:59,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/3c753f3c31b9456fa2e529454eee1446 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/3c753f3c31b9456fa2e529454eee1446 2024-11-19T06:26:59,639 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/58ec7ee2f35f4800b4b3f174608ec731 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/A/58ec7ee2f35f4800b4b3f174608ec731 2024-11-19T06:26:59,642 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/4b95759beeb648d5929b518b02046c11 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/4b95759beeb648d5929b518b02046c11 2024-11-19T06:26:59,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c0fe4312399f4efa9402c146c0a640dc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/B/c0fe4312399f4efa9402c146c0a640dc 2024-11-19T06:26:59,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/5a0f62ed486d49719e21cd11cbbe9c18 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/5a0f62ed486d49719e21cd11cbbe9c18 2024-11-19T06:26:59,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e6e7ae21f9334cf38eb1494e554031f6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/C/e6e7ae21f9334cf38eb1494e554031f6 2024-11-19T06:26:59,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits/321.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85/recovered.edits/321.seqid 2024-11-19T06:26:59,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,651 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:26:59,651 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:26:59,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T06:26:59,655 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111910a715e7285d4678a4c25d93b47ca4fe_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111910a715e7285d4678a4c25d93b47ca4fe_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,656 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119214d691a94a4445c9bde66fc10bbd893_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119214d691a94a4445c9bde66fc10bbd893_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,657 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194677671db019475daf679455a08f5ba0_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194677671db019475daf679455a08f5ba0_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111965bf25cfebec4ac78e731971edf91e51_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111965bf25cfebec4ac78e731971edf91e51_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,659 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197b58ef229da547899e00201f076be158_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411197b58ef229da547899e00201f076be158_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119877092f1941042a494dc08f2e9c56cb7_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119877092f1941042a494dc08f2e9c56cb7_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198f8f10b3f66240bc801dd33b3527a258_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411198f8f10b3f66240bc801dd33b3527a258_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,661 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199af1ae6acefe44ee8785f550ab8347a9_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199af1ae6acefe44ee8785f550ab8347a9_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,662 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a4b540ef55864d4bbf18888e2877a6e1_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a4b540ef55864d4bbf18888e2877a6e1_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,663 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c1521e5941044f708d765ede31030ff2_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c1521e5941044f708d765ede31030ff2_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,663 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d1faef1f34eb4c38960564c300a439a0_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d1faef1f34eb4c38960564c300a439a0_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,664 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d84a596ef2c649e1b6a6a1feb3e8600c_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119d84a596ef2c649e1b6a6a1feb3e8600c_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,665 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dc786227d69547f1a25982a0104c861f_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119dc786227d69547f1a25982a0104c861f_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,666 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e9f37cf8b3a042dbab019502f9cf0c79_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119e9f37cf8b3a042dbab019502f9cf0c79_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f62443b4e22c4a3d82b7c3dbba4c7951_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f62443b4e22c4a3d82b7c3dbba4c7951_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,667 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f84b8481d32440b9b812ebb8c3069d2f_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f84b8481d32440b9b812ebb8c3069d2f_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,668 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ff9ab06c457847afb3325b6dc84cf0a1_170c5748568627194ce9855f7b4dfd85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ff9ab06c457847afb3325b6dc84cf0a1_170c5748568627194ce9855f7b4dfd85 2024-11-19T06:26:59,669 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:26:59,670 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,672 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:26:59,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:26:59,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,675 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:26:59,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997619675"}]},"ts":"9223372036854775807"} 2024-11-19T06:26:59,676 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:26:59,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 170c5748568627194ce9855f7b4dfd85, NAME => 'TestAcidGuarantees,,1731997589086.170c5748568627194ce9855f7b4dfd85.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:26:59,676 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:26:59,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997619677"}]},"ts":"9223372036854775807"} 2024-11-19T06:26:59,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:26:59,688 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-19T06:26:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-19T06:26:59,728 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-19T06:26:59,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 241) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_177296910_22 at /127.0.0.1:36372 [Waiting for operation #628] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214605798_22 at /127.0.0.1:56974 [Waiting for operation #135] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_214605798_22 at /127.0.0.1:50002 [Waiting for operation #232] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_177296910_22 at /127.0.0.1:56972 [Waiting for operation #135] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x9722cc5-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5166 (was 5258) 2024-11-19T06:26:59,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5165 2024-11-19T06:26:59,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:26:59,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:26:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:26:59,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:26:59,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:26:59,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-19T06:26:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-19T06:26:59,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:26:59,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742055_1231 (size=960) 2024-11-19T06:26:59,755 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:26:59,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742056_1232 (size=53) 2024-11-19T06:26:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-19T06:27:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-19T06:27:00,162 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:00,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 61dd88f45e2abafff7f2b1e6ea9fd13d, disabling compactions & flushes 2024-11-19T06:27:00,163 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. after waiting 0 ms 2024-11-19T06:27:00,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,163 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,163 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:00,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:27:00,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997620165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997620165"}]},"ts":"1731997620165"} 2024-11-19T06:27:00,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:27:00,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:27:00,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997620169"}]},"ts":"1731997620169"} 2024-11-19T06:27:00,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:27:00,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, ASSIGN}] 2024-11-19T06:27:00,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, ASSIGN 2024-11-19T06:27:00,222 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:27:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-19T06:27:00,373 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=61dd88f45e2abafff7f2b1e6ea9fd13d, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:00,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:00,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:00,537 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,537 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:27:00,538 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,538 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:00,538 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,538 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,541 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,543 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:00,544 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61dd88f45e2abafff7f2b1e6ea9fd13d columnFamilyName A 2024-11-19T06:27:00,544 DEBUG [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:00,545 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(327): Store=61dd88f45e2abafff7f2b1e6ea9fd13d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:00,545 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,547 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:00,547 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61dd88f45e2abafff7f2b1e6ea9fd13d columnFamilyName B 2024-11-19T06:27:00,547 DEBUG [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:00,547 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(327): Store=61dd88f45e2abafff7f2b1e6ea9fd13d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:00,547 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,548 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:00,548 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61dd88f45e2abafff7f2b1e6ea9fd13d columnFamilyName C 2024-11-19T06:27:00,548 DEBUG [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:00,548 INFO [StoreOpener-61dd88f45e2abafff7f2b1e6ea9fd13d-1 {}] regionserver.HStore(327): Store=61dd88f45e2abafff7f2b1e6ea9fd13d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:00,549 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,549 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,549 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,551 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:27:00,551 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:00,553 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:27:00,554 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 61dd88f45e2abafff7f2b1e6ea9fd13d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74623922, jitterRate=0.11198309063911438}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:27:00,554 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:00,555 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., pid=72, masterSystemTime=1731997620530 2024-11-19T06:27:00,556 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,556 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:00,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=61dd88f45e2abafff7f2b1e6ea9fd13d, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:00,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-19T06:27:00,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 in 181 msec 2024-11-19T06:27:00,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-19T06:27:00,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, ASSIGN in 341 msec 2024-11-19T06:27:00,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:27:00,560 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997620560"}]},"ts":"1731997620560"} 2024-11-19T06:27:00,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:27:00,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:27:00,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 825 msec 2024-11-19T06:27:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-19T06:27:00,856 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-19T06:27:00,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63a751b9 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bab3f39 2024-11-19T06:27:00,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718544b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:00,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:00,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:00,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:27:00,938 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:27:00,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05b4256e to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e48016 2024-11-19T06:27:00,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9ffc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:00,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18ed3e4c to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b2ae977 2024-11-19T06:27:00,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18724143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:00,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62de434f to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed37f32 2024-11-19T06:27:00,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4215ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:00,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07575b91 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12e88ea6 2024-11-19T06:27:00,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb89dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:00,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b377948 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dfc4f36 2024-11-19T06:27:01,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2abe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3505ffc0 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598ef39 2024-11-19T06:27:01,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59ed84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61f33e78 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d0f458 2024-11-19T06:27:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187186b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x532e5d9f to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77780196 2024-11-19T06:27:01,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec51b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31dd347a to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69ef766 2024-11-19T06:27:01,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7636c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ad7b806 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b0349fd 2024-11-19T06:27:01,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a4fbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:01,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-19T06:27:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:01,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:01,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:01,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:01,088 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,088 DEBUG [hconnection-0x7921851a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,088 DEBUG [hconnection-0x26669203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,089 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,089 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,091 DEBUG [hconnection-0x303ea5b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,091 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,091 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,091 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,092 DEBUG [hconnection-0x7c091d1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,092 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,097 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:01,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:01,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:01,099 DEBUG [hconnection-0xbd6f5b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:01,100 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,100 DEBUG [hconnection-0x7dca9bfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,101 DEBUG [hconnection-0x29e78c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:01,101 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,102 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997681125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997681126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997681128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997681130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997681130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/bb35e6af468a4ef38d02a4ff076f990b is 50, key is test_row_0/A:col10/1731997621098/Put/seqid=0 2024-11-19T06:27:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742057_1233 (size=12001) 2024-11-19T06:27:01,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/bb35e6af468a4ef38d02a4ff076f990b 2024-11-19T06:27:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:01,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/6c8974135c3641d9905c7c7a5ce5f097 is 50, key is test_row_0/B:col10/1731997621098/Put/seqid=0 2024-11-19T06:27:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742058_1234 (size=12001) 2024-11-19T06:27:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997681231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997681232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997681232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997681235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997681236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:01,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:01,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997681436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997681436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997681436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997681439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997681440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:01,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:01,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/6c8974135c3641d9905c7c7a5ce5f097 2024-11-19T06:27:01,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ec00e80b02ac48739c4b6c41ef7e8749 is 50, key is test_row_0/C:col10/1731997621098/Put/seqid=0 2024-11-19T06:27:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742059_1235 (size=12001) 2024-11-19T06:27:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:01,695 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:01,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997681739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997681741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997681742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997681742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997681743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:01,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:01,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:01,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:01,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:02,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:02,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:02,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:02,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ec00e80b02ac48739c4b6c41ef7e8749 2024-11-19T06:27:02,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/bb35e6af468a4ef38d02a4ff076f990b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b 2024-11-19T06:27:02,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:02,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/6c8974135c3641d9905c7c7a5ce5f097 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097 2024-11-19T06:27:02,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:02,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ec00e80b02ac48739c4b6c41ef7e8749 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749 2024-11-19T06:27:02,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:02,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 944ms, sequenceid=13, compaction requested=false 2024-11-19T06:27:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:02,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:02,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:02,153 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/32a96a26f93e4654a68398a89d055e9c is 50, key is test_row_0/A:col10/1731997621128/Put/seqid=0 2024-11-19T06:27:02,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742060_1236 (size=12001) 2024-11-19T06:27:02,178 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/32a96a26f93e4654a68398a89d055e9c 2024-11-19T06:27:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/0f176a1f13b94185b8158eab3cc06e73 is 50, key is test_row_0/B:col10/1731997621128/Put/seqid=0 2024-11-19T06:27:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742061_1237 (size=12001) 2024-11-19T06:27:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:02,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:02,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997682250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997682251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997682250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997682251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997682251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997682353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997682354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997682354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997682355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997682355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997682555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997682556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997682557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997682557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997682558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,591 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/0f176a1f13b94185b8158eab3cc06e73 2024-11-19T06:27:02,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/74e02eab278c4cf7b2e9333703a3eb93 is 50, key is test_row_0/C:col10/1731997621128/Put/seqid=0 2024-11-19T06:27:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742062_1238 (size=12001) 2024-11-19T06:27:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/74e02eab278c4cf7b2e9333703a3eb93 2024-11-19T06:27:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/32a96a26f93e4654a68398a89d055e9c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c 2024-11-19T06:27:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:27:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/0f176a1f13b94185b8158eab3cc06e73 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73 2024-11-19T06:27:02,620 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:27:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/74e02eab278c4cf7b2e9333703a3eb93 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93 2024-11-19T06:27:02,632 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93, entries=150, sequenceid=37, filesize=11.7 K 2024-11-19T06:27:02,634 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 480ms, sequenceid=37, compaction requested=false 2024-11-19T06:27:02,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:02,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:02,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-19T06:27:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-19T06:27:02,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-19T06:27:02,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-19T06:27:02,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.5530 sec 2024-11-19T06:27:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:02,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:02,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/6786fd50fa0f4c23ba7ab2f9535eb829 is 50, key is test_row_0/A:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742063_1239 (size=12001) 2024-11-19T06:27:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997682874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997682874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997682874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997682875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997682876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997682977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997682977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997682978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997682978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997682979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997683180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997683180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997683181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997683182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997683182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-19T06:27:03,190 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-19T06:27:03,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-19T06:27:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:03,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:03,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:03,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:03,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/6786fd50fa0f4c23ba7ab2f9535eb829 2024-11-19T06:27:03,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531537420c84ca29f5e4072cf20cbea is 50, key is test_row_0/B:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742064_1240 (size=12001) 2024-11-19T06:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:03,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:03,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997683482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997683482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997683484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997683484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997683486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:03,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:03,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:03,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531537420c84ca29f5e4072cf20cbea 2024-11-19T06:27:03,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ef3199b0cfa84ba88fcf0465069ac0ce is 50, key is test_row_0/C:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742065_1241 (size=12001) 2024-11-19T06:27:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:03,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:03,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:03,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:03,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997683987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997683987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997683988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997683989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:03,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997683989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:04,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ef3199b0cfa84ba88fcf0465069ac0ce 2024-11-19T06:27:04,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/6786fd50fa0f4c23ba7ab2f9535eb829 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829 2024-11-19T06:27:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T06:27:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531537420c84ca29f5e4072cf20cbea as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea 2024-11-19T06:27:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T06:27:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ef3199b0cfa84ba88fcf0465069ac0ce as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce 2024-11-19T06:27:04,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce, entries=150, sequenceid=51, filesize=11.7 K 2024-11-19T06:27:04,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1248ms, sequenceid=51, compaction requested=true 2024-11-19T06:27:04,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:04,107 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:04,107 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:04,107 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:04,108 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.2 K 2024-11-19T06:27:04,108 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.2 K 2024-11-19T06:27:04,108 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8974135c3641d9905c7c7a5ce5f097, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997621095 2024-11-19T06:27:04,108 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb35e6af468a4ef38d02a4ff076f990b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997621095 2024-11-19T06:27:04,108 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32a96a26f93e4654a68398a89d055e9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997621125 2024-11-19T06:27:04,108 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f176a1f13b94185b8158eab3cc06e73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997621125 2024-11-19T06:27:04,109 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6786fd50fa0f4c23ba7ab2f9535eb829, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:04,109 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f531537420c84ca29f5e4072cf20cbea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:04,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:04,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-19T06:27:04,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:04,110 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:04,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/88b24e38f3014e949d7900f3812d36b7 is 50, key is test_row_0/A:col10/1731997622873/Put/seqid=0 2024-11-19T06:27:04,117 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:04,117 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:04,117 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9ea9916fdd1348899552e830d3fb26f9 is 50, key is test_row_0/A:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:04,118 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/96e6e8b7aaf049178b7912fa103ca743 is 50, key is test_row_0/B:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742066_1242 (size=12001) 2024-11-19T06:27:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742067_1243 (size=12104) 2024-11-19T06:27:04,144 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/96e6e8b7aaf049178b7912fa103ca743 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/96e6e8b7aaf049178b7912fa103ca743 2024-11-19T06:27:04,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742068_1244 (size=12104) 2024-11-19T06:27:04,149 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 96e6e8b7aaf049178b7912fa103ca743(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:04,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:04,149 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997624107; duration=0sec 2024-11-19T06:27:04,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:04,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:04,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:04,151 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:04,151 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:04,151 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:04,151 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.2 K 2024-11-19T06:27:04,151 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ec00e80b02ac48739c4b6c41ef7e8749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997621095 2024-11-19T06:27:04,151 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e02eab278c4cf7b2e9333703a3eb93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731997621125 2024-11-19T06:27:04,152 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3199b0cfa84ba88fcf0465069ac0ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:04,154 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9ea9916fdd1348899552e830d3fb26f9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9ea9916fdd1348899552e830d3fb26f9 2024-11-19T06:27:04,159 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into 9ea9916fdd1348899552e830d3fb26f9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:04,159 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:04,159 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997624106; duration=0sec 2024-11-19T06:27:04,159 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:04,159 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:04,159 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:04,160 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/9a8ee66f740f44dca784ca9e10b2842d is 50, key is test_row_0/C:col10/1731997622247/Put/seqid=0 2024-11-19T06:27:04,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742069_1245 (size=12104) 2024-11-19T06:27:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:04,529 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/88b24e38f3014e949d7900f3812d36b7 2024-11-19T06:27:04,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/087bb5238f134edeb8ff2a90eb3418d3 is 50, key is test_row_0/B:col10/1731997622873/Put/seqid=0 2024-11-19T06:27:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742070_1246 (size=12001) 2024-11-19T06:27:04,567 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/9a8ee66f740f44dca784ca9e10b2842d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/9a8ee66f740f44dca784ca9e10b2842d 2024-11-19T06:27:04,571 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into 9a8ee66f740f44dca784ca9e10b2842d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:04,571 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:04,571 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997624107; duration=0sec 2024-11-19T06:27:04,572 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:04,572 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:04,939 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/087bb5238f134edeb8ff2a90eb3418d3 2024-11-19T06:27:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/757c2e02e8b3488fb6e58035b3d445aa is 50, key is test_row_0/C:col10/1731997622873/Put/seqid=0 2024-11-19T06:27:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742071_1247 (size=12001) 2024-11-19T06:27:04,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:27:04,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:05,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,372 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/757c2e02e8b3488fb6e58035b3d445aa 2024-11-19T06:27:05,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/88b24e38f3014e949d7900f3812d36b7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7 2024-11-19T06:27:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7, entries=150, sequenceid=73, filesize=11.7 K 2024-11-19T06:27:05,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/087bb5238f134edeb8ff2a90eb3418d3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3 2024-11-19T06:27:05,391 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3, entries=150, sequenceid=73, filesize=11.7 K 2024-11-19T06:27:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/757c2e02e8b3488fb6e58035b3d445aa as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa 2024-11-19T06:27:05,405 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa, entries=150, sequenceid=73, filesize=11.7 K 2024-11-19T06:27:05,406 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1296ms, sequenceid=73, compaction requested=false 2024-11-19T06:27:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:05,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-19T06:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-19T06:27:05,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-19T06:27:05,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-19T06:27:05,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.2180 sec 2024-11-19T06:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:05,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:05,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/969a661ad88242a99c16dd6df6f693f8 is 50, key is test_row_0/A:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742072_1248 (size=12001) 2024-11-19T06:27:05,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/969a661ad88242a99c16dd6df6f693f8 2024-11-19T06:27:05,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/592685dd6a78423d920601156f101de6 is 50, key is test_row_0/B:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742073_1249 (size=12001) 2024-11-19T06:27:05,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/592685dd6a78423d920601156f101de6 2024-11-19T06:27:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/48c23d26cad949bc82596e588e9329e1 is 50, key is test_row_0/C:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742074_1250 (size=12001) 2024-11-19T06:27:05,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/48c23d26cad949bc82596e588e9329e1 2024-11-19T06:27:05,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/969a661ad88242a99c16dd6df6f693f8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8 2024-11-19T06:27:05,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T06:27:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/592685dd6a78423d920601156f101de6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6 2024-11-19T06:27:05,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T06:27:05,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/48c23d26cad949bc82596e588e9329e1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1 2024-11-19T06:27:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1, entries=150, sequenceid=92, filesize=11.7 K 2024-11-19T06:27:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 63ms, sequenceid=92, compaction requested=true 2024-11-19T06:27:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:05,680 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:05,680 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:05,680 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:05,680 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:05,681 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:05,681 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:05,681 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/96e6e8b7aaf049178b7912fa103ca743, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.3 K 2024-11-19T06:27:05,681 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9ea9916fdd1348899552e830d3fb26f9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.3 K 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e6e8b7aaf049178b7912fa103ca743, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ea9916fdd1348899552e830d3fb26f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 087bb5238f134edeb8ff2a90eb3418d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731997622873 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88b24e38f3014e949d7900f3812d36b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731997622873 2024-11-19T06:27:05,681 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 592685dd6a78423d920601156f101de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:05,682 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 969a661ad88242a99c16dd6df6f693f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:05,689 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:05,689 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:05,689 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/0af593470e58469cb912f7b718aff246 is 50, key is test_row_0/A:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,689 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/7c450075ae504e5fb6b501aaa4064d76 is 50, key is test_row_0/B:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742076_1252 (size=12207) 2024-11-19T06:27:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742075_1251 (size=12207) 2024-11-19T06:27:05,702 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/0af593470e58469cb912f7b718aff246 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0af593470e58469cb912f7b718aff246 2024-11-19T06:27:05,703 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/7c450075ae504e5fb6b501aaa4064d76 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7c450075ae504e5fb6b501aaa4064d76 2024-11-19T06:27:05,706 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into 0af593470e58469cb912f7b718aff246(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:05,706 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:05,706 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997625679; duration=0sec 2024-11-19T06:27:05,707 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:05,707 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:05,707 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:05,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:05,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:05,708 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:05,708 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/9a8ee66f740f44dca784ca9e10b2842d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.3 K 2024-11-19T06:27:05,709 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a8ee66f740f44dca784ca9e10b2842d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731997622247 2024-11-19T06:27:05,709 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 7c450075ae504e5fb6b501aaa4064d76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:05,709 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 757c2e02e8b3488fb6e58035b3d445aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731997622873 2024-11-19T06:27:05,710 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:05,710 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997625680; duration=0sec 2024-11-19T06:27:05,710 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:05,710 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:05,710 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c23d26cad949bc82596e588e9329e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:05,718 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:05,718 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/19f3dadb918c4769acb614efc084a109 is 50, key is test_row_0/C:col10/1731997625615/Put/seqid=0 2024-11-19T06:27:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742077_1253 (size=12207) 2024-11-19T06:27:05,737 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/19f3dadb918c4769acb614efc084a109 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/19f3dadb918c4769acb614efc084a109 2024-11-19T06:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:05,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:27:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:05,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:05,743 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into 19f3dadb918c4769acb614efc084a109(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:05,744 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:05,744 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997625680; duration=0sec 2024-11-19T06:27:05,744 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:05,744 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:05,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ddcb6a8cd150421f8670e630d035c658 is 50, key is test_row_0/A:col10/1731997625740/Put/seqid=0 2024-11-19T06:27:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742078_1254 (size=12001) 2024-11-19T06:27:05,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ddcb6a8cd150421f8670e630d035c658 2024-11-19T06:27:05,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/430486ce92ff44d7be48a44da1289aec is 50, key is test_row_0/B:col10/1731997625740/Put/seqid=0 2024-11-19T06:27:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742079_1255 (size=12001) 2024-11-19T06:27:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997685858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997685858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997685858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997685858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997685858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997686060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997686061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997686061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997686061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997686062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/430486ce92ff44d7be48a44da1289aec 2024-11-19T06:27:06,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/6428c8a113cc4531a7f1b0f739865431 is 50, key is test_row_0/C:col10/1731997625740/Put/seqid=0 2024-11-19T06:27:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742080_1256 (size=12001) 2024-11-19T06:27:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997686363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997686363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997686363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997686364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997686365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/6428c8a113cc4531a7f1b0f739865431 2024-11-19T06:27:06,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ddcb6a8cd150421f8670e630d035c658 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658 2024-11-19T06:27:06,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T06:27:06,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/430486ce92ff44d7be48a44da1289aec as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec 2024-11-19T06:27:06,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T06:27:06,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/6428c8a113cc4531a7f1b0f739865431 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431 2024-11-19T06:27:06,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T06:27:06,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 872ms, sequenceid=116, compaction requested=false 2024-11-19T06:27:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:06,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:27:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:06,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:06,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:06,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:06,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/db769869ce624c488b0a5c3d088f2259 is 50, key is test_row_0/A:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742081_1257 (size=14441) 2024-11-19T06:27:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997686882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997686884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997686884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997686885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997686885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997686986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997687190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997687190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997687191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997687191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997687192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/db769869ce624c488b0a5c3d088f2259 2024-11-19T06:27:07,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/9141bd5d120a498bb635033a61c16d69 is 50, key is test_row_0/B:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-19T06:27:07,296 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-19T06:27:07,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-19T06:27:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742082_1258 (size=12101) 2024-11-19T06:27:07,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:07,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:07,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:07,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:07,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997687493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997687493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997687494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997687495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997687496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:07,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:07,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/9141bd5d120a498bb635033a61c16d69 2024-11-19T06:27:07,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/18aa8dbd6cf44cc4a84cc86eb0368e90 is 50, key is test_row_0/C:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742083_1259 (size=12101) 2024-11-19T06:27:07,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:07,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:07,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:07,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:07,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:07,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:07,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997687997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997687998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997687999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997687999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:08,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997688000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:08,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:08,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:08,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/18aa8dbd6cf44cc4a84cc86eb0368e90 2024-11-19T06:27:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/db769869ce624c488b0a5c3d088f2259 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259 2024-11-19T06:27:08,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259, entries=200, sequenceid=132, filesize=14.1 K 2024-11-19T06:27:08,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/9141bd5d120a498bb635033a61c16d69 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69 2024-11-19T06:27:08,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T06:27:08,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/18aa8dbd6cf44cc4a84cc86eb0368e90 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90 2024-11-19T06:27:08,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T06:27:08,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1265ms, sequenceid=132, compaction requested=true 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:08,133 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:08,133 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:08,134 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:08,134 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:08,134 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,134 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0af593470e58469cb912f7b718aff246, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=37.7 K 2024-11-19T06:27:08,135 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:08,135 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:08,135 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af593470e58469cb912f7b718aff246, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:08,135 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,135 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7c450075ae504e5fb6b501aaa4064d76, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.5 K 2024-11-19T06:27:08,135 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddcb6a8cd150421f8670e630d035c658, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997625633 2024-11-19T06:27:08,135 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c450075ae504e5fb6b501aaa4064d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:08,136 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting db769869ce624c488b0a5c3d088f2259, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625745 2024-11-19T06:27:08,136 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 430486ce92ff44d7be48a44da1289aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997625633 2024-11-19T06:27:08,136 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9141bd5d120a498bb635033a61c16d69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625752 2024-11-19T06:27:08,156 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:08,157 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/eef707c0abcb4303a2737ad6b458c5e1 is 50, key is test_row_0/A:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:08,159 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:08,160 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/5afef897196e4a8ca52af58e569b98d4 is 50, key is test_row_0/B:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742084_1260 (size=12409) 2024-11-19T06:27:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742085_1261 (size=12409) 2024-11-19T06:27:08,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:08,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-19T06:27:08,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,213 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:08,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:08,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9607d218175f437f8c90773c6f6d1ca8 is 50, key is test_row_0/A:col10/1731997626884/Put/seqid=0 2024-11-19T06:27:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742086_1262 (size=12151) 2024-11-19T06:27:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:08,568 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/eef707c0abcb4303a2737ad6b458c5e1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/eef707c0abcb4303a2737ad6b458c5e1 2024-11-19T06:27:08,572 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/5afef897196e4a8ca52af58e569b98d4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5afef897196e4a8ca52af58e569b98d4 2024-11-19T06:27:08,587 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into eef707c0abcb4303a2737ad6b458c5e1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:08,587 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997628133; duration=0sec 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:08,587 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 5afef897196e4a8ca52af58e569b98d4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:08,587 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997628133; duration=0sec 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:08,587 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:08,588 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:08,588 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:08,588 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:08,588 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/19f3dadb918c4769acb614efc084a109, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.5 K 2024-11-19T06:27:08,589 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f3dadb918c4769acb614efc084a109, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731997625007 2024-11-19T06:27:08,589 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6428c8a113cc4531a7f1b0f739865431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997625633 2024-11-19T06:27:08,589 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18aa8dbd6cf44cc4a84cc86eb0368e90, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625752 2024-11-19T06:27:08,596 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:08,597 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/c643f28a9ae04b4eaeba503b49e96900 is 50, key is test_row_0/C:col10/1731997626867/Put/seqid=0 2024-11-19T06:27:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742087_1263 (size=12409) 2024-11-19T06:27:08,646 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9607d218175f437f8c90773c6f6d1ca8 2024-11-19T06:27:08,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d2d83337dd404f45b26a0730b86ec2b4 is 50, key is test_row_0/B:col10/1731997626884/Put/seqid=0 2024-11-19T06:27:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742088_1264 (size=12151) 2024-11-19T06:27:09,004 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/c643f28a9ae04b4eaeba503b49e96900 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/c643f28a9ae04b4eaeba503b49e96900 2024-11-19T06:27:09,007 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into c643f28a9ae04b4eaeba503b49e96900(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:09,007 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:09,008 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997628133; duration=0sec 2024-11-19T06:27:09,008 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:09,008 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:09,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:09,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,055 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d2d83337dd404f45b26a0730b86ec2b4 2024-11-19T06:27:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7efb0327cbcf4feca7cd09c93e6a8582 is 50, key is test_row_0/C:col10/1731997626884/Put/seqid=0 2024-11-19T06:27:09,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742089_1265 (size=12151) 2024-11-19T06:27:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7efb0327cbcf4feca7cd09c93e6a8582 2024-11-19T06:27:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9607d218175f437f8c90773c6f6d1ca8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8 2024-11-19T06:27:09,472 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T06:27:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d2d83337dd404f45b26a0730b86ec2b4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4 2024-11-19T06:27:09,477 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T06:27:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7efb0327cbcf4feca7cd09c93e6a8582 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582 2024-11-19T06:27:09,481 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T06:27:09,482 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1269ms, sequenceid=154, compaction requested=false 2024-11-19T06:27:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-19T06:27:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-19T06:27:09,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-19T06:27:09,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-11-19T06:27:09,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.1870 sec 2024-11-19T06:27:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:09,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:27:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:09,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:09,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:09,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/18570babed1c4a3b8a8ee3f84b2ae4be is 50, key is test_row_0/A:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742090_1266 (size=14541) 2024-11-19T06:27:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997689945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997689945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997689946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997689946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:09,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997689946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/18570babed1c4a3b8a8ee3f84b2ae4be 2024-11-19T06:27:10,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/fa79385d16e647479acebf51124747e1 is 50, key is test_row_0/B:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742091_1267 (size=12151) 2024-11-19T06:27:10,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997690248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997690248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997690249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997690249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997690250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/fa79385d16e647479acebf51124747e1 2024-11-19T06:27:10,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/825e13b34d0b47d697b63599a5e0689d is 50, key is test_row_0/C:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742092_1268 (size=12151) 2024-11-19T06:27:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997690750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997690751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997690752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997690753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997690755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:10,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/825e13b34d0b47d697b63599a5e0689d 2024-11-19T06:27:10,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/18570babed1c4a3b8a8ee3f84b2ae4be as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be 2024-11-19T06:27:10,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be, entries=200, sequenceid=173, filesize=14.2 K 2024-11-19T06:27:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/fa79385d16e647479acebf51124747e1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1 2024-11-19T06:27:10,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T06:27:10,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/825e13b34d0b47d697b63599a5e0689d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d 2024-11-19T06:27:10,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-19T06:27:10,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1245ms, sequenceid=173, compaction requested=true 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:10,870 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:10,870 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:10,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:10,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:10,871 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:10,871 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:10,871 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:10,872 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5afef897196e4a8ca52af58e569b98d4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.9 K 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:10,872 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:10,872 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/eef707c0abcb4303a2737ad6b458c5e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=38.2 K 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5afef897196e4a8ca52af58e569b98d4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625752 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting eef707c0abcb4303a2737ad6b458c5e1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625752 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d2d83337dd404f45b26a0730b86ec2b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997626880 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9607d218175f437f8c90773c6f6d1ca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997626880 2024-11-19T06:27:10,872 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting fa79385d16e647479acebf51124747e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:10,873 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18570babed1c4a3b8a8ee3f84b2ae4be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:10,880 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:10,880 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/d7b1a5b11e07406e97a80de1a93b8c9d is 50, key is test_row_0/A:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:10,880 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:10,881 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/c6f0f950e9bb4b678f9556b7e573b774 is 50, key is test_row_0/B:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742094_1270 (size=12561) 2024-11-19T06:27:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742093_1269 (size=12561) 2024-11-19T06:27:11,305 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/c6f0f950e9bb4b678f9556b7e573b774 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/c6f0f950e9bb4b678f9556b7e573b774 2024-11-19T06:27:11,309 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into c6f0f950e9bb4b678f9556b7e573b774(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:11,309 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:11,309 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997630870; duration=0sec 2024-11-19T06:27:11,309 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:11,309 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:11,309 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:11,310 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:11,310 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:11,310 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:11,310 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/c643f28a9ae04b4eaeba503b49e96900, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=35.9 K 2024-11-19T06:27:11,311 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c643f28a9ae04b4eaeba503b49e96900, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997625752 2024-11-19T06:27:11,311 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7efb0327cbcf4feca7cd09c93e6a8582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997626880 2024-11-19T06:27:11,311 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 825e13b34d0b47d697b63599a5e0689d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:11,313 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/d7b1a5b11e07406e97a80de1a93b8c9d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d7b1a5b11e07406e97a80de1a93b8c9d 2024-11-19T06:27:11,317 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into d7b1a5b11e07406e97a80de1a93b8c9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:11,317 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:11,317 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997630870; duration=0sec 2024-11-19T06:27:11,317 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:11,317 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:11,318 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:11,319 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/3ea6cb76cb0e4967b511d66390df3acf is 50, key is test_row_0/C:col10/1731997629625/Put/seqid=0 2024-11-19T06:27:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742095_1271 (size=12561) 2024-11-19T06:27:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-19T06:27:11,403 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-19T06:27:11,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-19T06:27:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T06:27:11,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:11,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:11,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T06:27:11,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:11,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:11,559 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:11,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/3535f982e1b24e2b86168f205def3403 is 50, key is test_row_0/A:col10/1731997629638/Put/seqid=0 2024-11-19T06:27:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742096_1272 (size=12151) 2024-11-19T06:27:11,569 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/3535f982e1b24e2b86168f205def3403 2024-11-19T06:27:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/915651a395e44d86a1418198d7b5c38b is 50, key is test_row_0/B:col10/1731997629638/Put/seqid=0 2024-11-19T06:27:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742097_1273 (size=12151) 2024-11-19T06:27:11,593 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/915651a395e44d86a1418198d7b5c38b 2024-11-19T06:27:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 is 50, key is test_row_0/C:col10/1731997629638/Put/seqid=0 2024-11-19T06:27:11,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742098_1274 (size=12151) 2024-11-19T06:27:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T06:27:11,728 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/3ea6cb76cb0e4967b511d66390df3acf as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3ea6cb76cb0e4967b511d66390df3acf 2024-11-19T06:27:11,732 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into 3ea6cb76cb0e4967b511d66390df3acf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:11,732 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:11,732 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997630870; duration=0sec 2024-11-19T06:27:11,732 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:11,732 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:11,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997691765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997691765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997691766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997691766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997691767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997691869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,006 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 2024-11-19T06:27:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T06:27:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/3535f982e1b24e2b86168f205def3403 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403 2024-11-19T06:27:12,017 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T06:27:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/915651a395e44d86a1418198d7b5c38b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b 2024-11-19T06:27:12,022 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T06:27:12,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 2024-11-19T06:27:12,026 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-19T06:27:12,027 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 468ms, sequenceid=195, compaction requested=false 2024-11-19T06:27:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-19T06:27:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-19T06:27:12,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-19T06:27:12,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-11-19T06:27:12,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 625 msec 2024-11-19T06:27:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:12,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/744c466ed6fd4373a9c2c24e56d5599c is 50, key is test_row_0/A:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742099_1275 (size=16931) 2024-11-19T06:27:12,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997692087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997692088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997692090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997692090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997692091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997692191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997692192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997692195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997692195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997692195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997692394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997692395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997692397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997692398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997692398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/744c466ed6fd4373a9c2c24e56d5599c 2024-11-19T06:27:12,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/ba21dcfc1c7348d9bf4f94c991be3379 is 50, key is test_row_0/B:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742100_1276 (size=12151) 2024-11-19T06:27:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-19T06:27:12,509 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-19T06:27:12,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-19T06:27:12,511 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:12,511 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:12,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:12,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:12,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997692697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997692699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997692701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997692701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997692702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:12,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:12,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/ba21dcfc1c7348d9bf4f94c991be3379 2024-11-19T06:27:12,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f741c13dde914cf98a3dfc9d40820238 is 50, key is test_row_0/C:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742101_1277 (size=12151) 2024-11-19T06:27:12,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:12,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:12,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:13,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:13,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997693201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997693202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997693203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997693207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997693207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:13,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:13,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:13,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f741c13dde914cf98a3dfc9d40820238 2024-11-19T06:27:13,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/744c466ed6fd4373a9c2c24e56d5599c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c 2024-11-19T06:27:13,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c, entries=250, sequenceid=216, filesize=16.5 K 2024-11-19T06:27:13,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/ba21dcfc1c7348d9bf4f94c991be3379 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379 2024-11-19T06:27:13,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T06:27:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f741c13dde914cf98a3dfc9d40820238 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238 2024-11-19T06:27:13,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T06:27:13,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1253ms, sequenceid=216, compaction requested=true 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:13,329 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:13,329 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:13,330 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:13,330 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:13,330 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:13,330 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:13,330 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,330 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,330 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/c6f0f950e9bb4b678f9556b7e573b774, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.0 K 2024-11-19T06:27:13,330 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d7b1a5b11e07406e97a80de1a93b8c9d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=40.7 K 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f0f950e9bb4b678f9556b7e573b774, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b1a5b11e07406e97a80de1a93b8c9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 915651a395e44d86a1418198d7b5c38b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731997629631 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3535f982e1b24e2b86168f205def3403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731997629631 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ba21dcfc1c7348d9bf4f94c991be3379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:13,335 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 744c466ed6fd4373a9c2c24e56d5599c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:13,341 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:13,342 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/7181b8c829834fda83fee00a4254f55b is 50, key is test_row_0/B:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:13,345 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:13,345 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/5805ef05199b4c27bb430e70971c4c5c is 50, key is test_row_0/A:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742103_1279 (size=12663) 2024-11-19T06:27:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742102_1278 (size=12663) 2024-11-19T06:27:13,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:13,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,425 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/c170095c0e474a8388bfd5db62689704 is 50, key is test_row_0/A:col10/1731997632090/Put/seqid=0 2024-11-19T06:27:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742104_1280 (size=12151) 2024-11-19T06:27:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:13,759 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/5805ef05199b4c27bb430e70971c4c5c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/5805ef05199b4c27bb430e70971c4c5c 2024-11-19T06:27:13,759 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/7181b8c829834fda83fee00a4254f55b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7181b8c829834fda83fee00a4254f55b 2024-11-19T06:27:13,763 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into 5805ef05199b4c27bb430e70971c4c5c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:13,763 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 7181b8c829834fda83fee00a4254f55b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:13,763 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:13,763 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:13,763 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997633329; duration=0sec 2024-11-19T06:27:13,763 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997633329; duration=0sec 2024-11-19T06:27:13,763 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:13,763 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:13,763 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:13,764 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:13,764 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:13,765 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:13,765 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:13,765 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:13,765 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3ea6cb76cb0e4967b511d66390df3acf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.0 K 2024-11-19T06:27:13,765 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea6cb76cb0e4967b511d66390df3acf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731997629013 2024-11-19T06:27:13,766 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f26bb53f09cd4c4e98c16dc7bc9a43e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731997629631 2024-11-19T06:27:13,766 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f741c13dde914cf98a3dfc9d40820238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:13,772 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:13,773 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/fd1f2265ada741f9b4d88bbc641db6ca is 50, key is test_row_0/C:col10/1731997631766/Put/seqid=0 2024-11-19T06:27:13,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742105_1281 (size=12663) 2024-11-19T06:27:13,788 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/fd1f2265ada741f9b4d88bbc641db6ca as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fd1f2265ada741f9b4d88bbc641db6ca 2024-11-19T06:27:13,792 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into fd1f2265ada741f9b4d88bbc641db6ca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:13,792 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:13,792 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997633329; duration=0sec 2024-11-19T06:27:13,792 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:13,792 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:13,832 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/c170095c0e474a8388bfd5db62689704 2024-11-19T06:27:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/b1397ab9bf4940568e7ed87a8b9927f1 is 50, key is test_row_0/B:col10/1731997632090/Put/seqid=0 2024-11-19T06:27:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742106_1282 (size=12151) 2024-11-19T06:27:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997694217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997694218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997694218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997694219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997694219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,243 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/b1397ab9bf4940568e7ed87a8b9927f1 2024-11-19T06:27:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ce083dd828194cf785e8e1fed50f88db is 50, key is test_row_0/C:col10/1731997632090/Put/seqid=0 2024-11-19T06:27:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742107_1283 (size=12151) 2024-11-19T06:27:14,256 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ce083dd828194cf785e8e1fed50f88db 2024-11-19T06:27:14,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/c170095c0e474a8388bfd5db62689704 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704 2024-11-19T06:27:14,264 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T06:27:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/b1397ab9bf4940568e7ed87a8b9927f1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1 2024-11-19T06:27:14,269 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T06:27:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/ce083dd828194cf785e8e1fed50f88db as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db 2024-11-19T06:27:14,274 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T06:27:14,275 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 850ms, sequenceid=233, compaction requested=false 2024-11-19T06:27:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-19T06:27:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-19T06:27:14,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-19T06:27:14,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-19T06:27:14,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7670 sec 2024-11-19T06:27:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:14,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T06:27:14,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:14,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:14,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9e8044c160c0480fadca4ccdc78fd125 is 50, key is test_row_0/A:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997694363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997694363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997694363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997694367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997694368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742108_1284 (size=12251) 2024-11-19T06:27:14,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9e8044c160c0480fadca4ccdc78fd125 2024-11-19T06:27:14,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3d1ff5fe647749d6a2afae95a3cec8b3 is 50, key is test_row_0/B:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742109_1285 (size=12251) 2024-11-19T06:27:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997694468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997694468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997694469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997694471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997694472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-19T06:27:14,614 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-19T06:27:14,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-19T06:27:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-19T06:27:14,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:14,617 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:14,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997694671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997694671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997694671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997694674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997694675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-19T06:27:14,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:14,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-19T06:27:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:14,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3d1ff5fe647749d6a2afae95a3cec8b3 2024-11-19T06:27:14,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f1912c7677b548159ba571eb14e41e80 is 50, key is test_row_0/C:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742110_1286 (size=12251) 2024-11-19T06:27:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-19T06:27:14,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:14,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-19T06:27:14,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:14,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:14,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:14,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997694972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997694972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997694975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997694978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:14,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997694979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:15,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-19T06:27:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f1912c7677b548159ba571eb14e41e80 2024-11-19T06:27:15,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9e8044c160c0480fadca4ccdc78fd125 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125 2024-11-19T06:27:15,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:27:15,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3d1ff5fe647749d6a2afae95a3cec8b3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3 2024-11-19T06:27:15,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:27:15,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/f1912c7677b548159ba571eb14e41e80 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80 2024-11-19T06:27:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:27:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 886ms, sequenceid=258, compaction requested=true 2024-11-19T06:27:15,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:15,210 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:15,210 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:15,210 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:15,211 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,211 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/5805ef05199b4c27bb430e70971c4c5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.2 K 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:15,211 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,211 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7181b8c829834fda83fee00a4254f55b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.2 K 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5805ef05199b4c27bb430e70971c4c5c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7181b8c829834fda83fee00a4254f55b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c170095c0e474a8388bfd5db62689704, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997632087 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e8044c160c0480fadca4ccdc78fd125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:15,211 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting b1397ab9bf4940568e7ed87a8b9927f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997632087 2024-11-19T06:27:15,212 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d1ff5fe647749d6a2afae95a3cec8b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-19T06:27:15,218 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:15,218 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:15,219 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/c79acca425ad4e20a9bfa2f234a424d7 is 50, key is test_row_0/A:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:15,219 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/6dee68d3d55d4e1b81fed4f2d11ab817 is 50, key is test_row_0/B:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742111_1287 (size=12865) 2024-11-19T06:27:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742112_1288 (size=12865) 2024-11-19T06:27:15,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:15,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,226 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a89dfec08e224670b945b5795bcb8d3a is 50, key is test_row_0/A:col10/1731997634366/Put/seqid=0 2024-11-19T06:27:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742113_1289 (size=12301) 2024-11-19T06:27:15,234 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a89dfec08e224670b945b5795bcb8d3a 2024-11-19T06:27:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/71e640e0f5924af0b89d36417b95d77c is 50, key is test_row_0/B:col10/1731997634366/Put/seqid=0 2024-11-19T06:27:15,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742114_1290 (size=12301) 2024-11-19T06:27:15,246 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/71e640e0f5924af0b89d36417b95d77c 2024-11-19T06:27:15,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7c55de4b89de45a8a08aea3c0e1238b4 is 50, key is test_row_0/C:col10/1731997634366/Put/seqid=0 2024-11-19T06:27:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742115_1291 (size=12301) 2024-11-19T06:27:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997695492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997695494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997695494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997695495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997695496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997695598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997695598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997695598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997695599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997695599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,627 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/c79acca425ad4e20a9bfa2f234a424d7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c79acca425ad4e20a9bfa2f234a424d7 2024-11-19T06:27:15,627 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/6dee68d3d55d4e1b81fed4f2d11ab817 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6dee68d3d55d4e1b81fed4f2d11ab817 2024-11-19T06:27:15,632 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 6dee68d3d55d4e1b81fed4f2d11ab817(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:15,632 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into c79acca425ad4e20a9bfa2f234a424d7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:15,632 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997635209; duration=0sec 2024-11-19T06:27:15,632 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997635210; duration=0sec 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:15,632 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:15,633 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:15,633 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:15,633 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,633 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fd1f2265ada741f9b4d88bbc641db6ca, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.2 K 2024-11-19T06:27:15,633 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd1f2265ada741f9b4d88bbc641db6ca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997631762 2024-11-19T06:27:15,633 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce083dd828194cf785e8e1fed50f88db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997632087 2024-11-19T06:27:15,634 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1912c7677b548159ba571eb14e41e80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:15,639 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:15,640 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/13e14dcec70a448db77a0353d06889a5 is 50, key is test_row_0/C:col10/1731997634323/Put/seqid=0 2024-11-19T06:27:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742116_1292 (size=12865) 2024-11-19T06:27:15,657 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7c55de4b89de45a8a08aea3c0e1238b4 2024-11-19T06:27:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a89dfec08e224670b945b5795bcb8d3a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a 2024-11-19T06:27:15,664 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T06:27:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/71e640e0f5924af0b89d36417b95d77c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c 2024-11-19T06:27:15,667 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T06:27:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/7c55de4b89de45a8a08aea3c0e1238b4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4 2024-11-19T06:27:15,672 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4, entries=150, sequenceid=273, filesize=12.0 K 2024-11-19T06:27:15,672 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 446ms, sequenceid=273, compaction requested=false 2024-11-19T06:27:15,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:15,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-19T06:27:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-19T06:27:15,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-19T06:27:15,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-19T06:27:15,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0600 sec 2024-11-19T06:27:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-19T06:27:15,719 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-19T06:27:15,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-19T06:27:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:15,721 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:15,722 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:15,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:15,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:27:15,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:15,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ac3692520469462f87e6f9a0c70b4224 is 50, key is test_row_0/A:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:15,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742117_1293 (size=14741) 2024-11-19T06:27:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997695811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997695811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997695811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997695812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997695812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:15,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:15,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:15,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997695915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997695915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997695915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997695916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997695916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:16,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,056 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/13e14dcec70a448db77a0353d06889a5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/13e14dcec70a448db77a0353d06889a5 2024-11-19T06:27:16,060 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into 13e14dcec70a448db77a0353d06889a5(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:16,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:16,060 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997635210; duration=0sec 2024-11-19T06:27:16,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:16,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:16,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997696119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997696120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997696120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997696120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997696121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ac3692520469462f87e6f9a0c70b4224 2024-11-19T06:27:16,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/23b1706c7e894fb184e7fcda80f793d9 is 50, key is test_row_0/B:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742118_1294 (size=12301) 2024-11-19T06:27:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:16,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997696422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997696424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997696425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997696425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997696426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/23b1706c7e894fb184e7fcda80f793d9 2024-11-19T06:27:16,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/fe23d197ca3649a4bd048cb39e72278e is 50, key is test_row_0/C:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742119_1295 (size=12301) 2024-11-19T06:27:16,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997696926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997696927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997696930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997696931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997696932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:16,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:16,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:16,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:17,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/fe23d197ca3649a4bd048cb39e72278e 2024-11-19T06:27:17,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/ac3692520469462f87e6f9a0c70b4224 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224 2024-11-19T06:27:17,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224, entries=200, sequenceid=298, filesize=14.4 K 2024-11-19T06:27:17,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/23b1706c7e894fb184e7fcda80f793d9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9 2024-11-19T06:27:17,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9, entries=150, sequenceid=298, filesize=12.0 K 2024-11-19T06:27:17,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/fe23d197ca3649a4bd048cb39e72278e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e 2024-11-19T06:27:17,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e, entries=150, sequenceid=298, filesize=12.0 K 2024-11-19T06:27:17,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1246ms, sequenceid=298, compaction requested=true 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:17,049 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:17,049 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:17,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:17,050 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:17,050 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:17,050 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:17,050 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:17,050 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:17,050 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:17,050 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c79acca425ad4e20a9bfa2f234a424d7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=39.0 K 2024-11-19T06:27:17,050 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6dee68d3d55d4e1b81fed4f2d11ab817, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.6 K 2024-11-19T06:27:17,057 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c79acca425ad4e20a9bfa2f234a424d7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:17,057 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dee68d3d55d4e1b81fed4f2d11ab817, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:17,058 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting a89dfec08e224670b945b5795bcb8d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731997634362 2024-11-19T06:27:17,058 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 71e640e0f5924af0b89d36417b95d77c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731997634362 2024-11-19T06:27:17,058 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b1706c7e894fb184e7fcda80f793d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635495 2024-11-19T06:27:17,058 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac3692520469462f87e6f9a0c70b4224, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635493 2024-11-19T06:27:17,065 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:17,065 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/311159c309714bbe8b8b39f38db0fba6 is 50, key is test_row_0/A:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:17,066 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:17,066 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/32fb405d7b03416d9a58e2f4c9932e00 is 50, key is test_row_0/B:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742120_1296 (size=13017) 2024-11-19T06:27:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742121_1297 (size=13017) 2024-11-19T06:27:17,074 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/311159c309714bbe8b8b39f38db0fba6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/311159c309714bbe8b8b39f38db0fba6 2024-11-19T06:27:17,076 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/32fb405d7b03416d9a58e2f4c9932e00 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/32fb405d7b03416d9a58e2f4c9932e00 2024-11-19T06:27:17,081 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into 311159c309714bbe8b8b39f38db0fba6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:17,081 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997637049; duration=0sec 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:17,081 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 32fb405d7b03416d9a58e2f4c9932e00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:17,081 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997637049; duration=0sec 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:17,081 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:17,082 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:17,082 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:17,082 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:17,082 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/13e14dcec70a448db77a0353d06889a5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.6 K 2024-11-19T06:27:17,083 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e14dcec70a448db77a0353d06889a5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997634219 2024-11-19T06:27:17,083 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c55de4b89de45a8a08aea3c0e1238b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731997634362 2024-11-19T06:27:17,083 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe23d197ca3649a4bd048cb39e72278e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635495 2024-11-19T06:27:17,089 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:17,090 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/0a93d29fdd2c4b79a65b36c603776cb2 is 50, key is test_row_0/C:col10/1731997635495/Put/seqid=0 2024-11-19T06:27:17,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:17,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-19T06:27:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:17,092 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/0e814f61cb3542379828ca0d5f8fa378 is 50, key is test_row_0/A:col10/1731997635810/Put/seqid=0 2024-11-19T06:27:17,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742122_1298 (size=13017) 2024-11-19T06:27:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742123_1299 (size=12301) 2024-11-19T06:27:17,101 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/0e814f61cb3542379828ca0d5f8fa378 2024-11-19T06:27:17,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531293fb2114cc9bff1134e04207e61 is 50, key is test_row_0/B:col10/1731997635810/Put/seqid=0 2024-11-19T06:27:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742124_1300 (size=12301) 2024-11-19T06:27:17,501 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/0a93d29fdd2c4b79a65b36c603776cb2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/0a93d29fdd2c4b79a65b36c603776cb2 2024-11-19T06:27:17,505 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into 0a93d29fdd2c4b79a65b36c603776cb2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:17,505 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:17,505 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997637049; duration=0sec 2024-11-19T06:27:17,505 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:17,505 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:17,512 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531293fb2114cc9bff1134e04207e61 2024-11-19T06:27:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/144987e8512e45feb8aa78cc3da57fce is 50, key is test_row_0/C:col10/1731997635810/Put/seqid=0 2024-11-19T06:27:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742125_1301 (size=12301) 2024-11-19T06:27:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:17,925 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/144987e8512e45feb8aa78cc3da57fce 2024-11-19T06:27:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/0e814f61cb3542379828ca0d5f8fa378 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378 2024-11-19T06:27:17,931 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T06:27:17,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f531293fb2114cc9bff1134e04207e61 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61 2024-11-19T06:27:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:17,935 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T06:27:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/144987e8512e45feb8aa78cc3da57fce as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce 2024-11-19T06:27:17,940 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce, entries=150, sequenceid=314, filesize=12.0 K 2024-11-19T06:27:17,941 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=46.96 KB/48090 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 849ms, sequenceid=314, compaction requested=false 2024-11-19T06:27:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-19T06:27:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-19T06:27:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:17,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-19T06:27:17,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-19T06:27:17,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec 2024-11-19T06:27:17,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:17,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:17,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:17,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:17,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2230 sec 2024-11-19T06:27:17,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9911538e5499406bb0915138e0020de3 is 50, key is test_row_0/A:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742126_1302 (size=14741) 2024-11-19T06:27:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997697956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997697957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:17,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997697958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:17,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997697959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:17,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997697961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997698062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997698062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997698062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997698063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997698065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997698265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997698265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997698266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997698266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997698267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9911538e5499406bb0915138e0020de3 2024-11-19T06:27:18,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d632b9c3e5e2464f950ee71d89282242 is 50, key is test_row_0/B:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742127_1303 (size=12301) 2024-11-19T06:27:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997698568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997698568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997698569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997698569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997698572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:18,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d632b9c3e5e2464f950ee71d89282242 2024-11-19T06:27:18,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/5615954d3ef74581963b6094d47b0aeb is 50, key is test_row_0/C:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742128_1304 (size=12301) 2024-11-19T06:27:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997699071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997699071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:19,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997699074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997699075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997699077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:19,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/5615954d3ef74581963b6094d47b0aeb 2024-11-19T06:27:19,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/9911538e5499406bb0915138e0020de3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3 2024-11-19T06:27:19,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3, entries=200, sequenceid=329, filesize=14.4 K 2024-11-19T06:27:19,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/d632b9c3e5e2464f950ee71d89282242 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242 2024-11-19T06:27:19,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242, entries=150, sequenceid=329, filesize=12.0 K 2024-11-19T06:27:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/5615954d3ef74581963b6094d47b0aeb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb 2024-11-19T06:27:19,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb, entries=150, sequenceid=329, filesize=12.0 K 2024-11-19T06:27:19,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1263ms, sequenceid=329, compaction requested=true 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:19,206 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:19,206 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:19,207 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:19,207 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/A is initiating minor compaction (all files) 2024-11-19T06:27:19,207 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/A in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:19,208 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/311159c309714bbe8b8b39f38db0fba6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=39.1 K 2024-11-19T06:27:19,208 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:19,208 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 311159c309714bbe8b8b39f38db0fba6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635495 2024-11-19T06:27:19,208 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/B is initiating minor compaction (all files) 2024-11-19T06:27:19,208 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/B in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:19,208 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/32fb405d7b03416d9a58e2f4c9932e00, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.7 K 2024-11-19T06:27:19,208 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 32fb405d7b03416d9a58e2f4c9932e00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635495 2024-11-19T06:27:19,208 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e814f61cb3542379828ca0d5f8fa378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731997635806 2024-11-19T06:27:19,209 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f531293fb2114cc9bff1134e04207e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731997635806 2024-11-19T06:27:19,209 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9911538e5499406bb0915138e0020de3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731997637939 2024-11-19T06:27:19,209 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d632b9c3e5e2464f950ee71d89282242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731997637939 2024-11-19T06:27:19,215 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:19,215 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:19,215 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/07b5c3e91f3e48e7871304cf4e394e8c is 50, key is test_row_0/A:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:19,215 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/155df6b41ee24be5acacaa0a80e08e6f is 50, key is test_row_0/B:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742129_1305 (size=13119) 2024-11-19T06:27:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742130_1306 (size=13119) 2024-11-19T06:27:19,229 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/155df6b41ee24be5acacaa0a80e08e6f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/155df6b41ee24be5acacaa0a80e08e6f 2024-11-19T06:27:19,233 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/B of 61dd88f45e2abafff7f2b1e6ea9fd13d into 155df6b41ee24be5acacaa0a80e08e6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:19,233 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:19,233 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/B, priority=13, startTime=1731997639206; duration=0sec 2024-11-19T06:27:19,233 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:19,233 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:19,233 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:19,234 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:19,234 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 61dd88f45e2abafff7f2b1e6ea9fd13d/C is initiating minor compaction (all files) 2024-11-19T06:27:19,234 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 61dd88f45e2abafff7f2b1e6ea9fd13d/C in TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:19,234 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/0a93d29fdd2c4b79a65b36c603776cb2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp, totalSize=36.7 K 2024-11-19T06:27:19,235 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a93d29fdd2c4b79a65b36c603776cb2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997635495 2024-11-19T06:27:19,235 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 144987e8512e45feb8aa78cc3da57fce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731997635806 2024-11-19T06:27:19,235 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5615954d3ef74581963b6094d47b0aeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731997637939 2024-11-19T06:27:19,242 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61dd88f45e2abafff7f2b1e6ea9fd13d#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:19,242 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/b01b6f22db0946778fb7c0116c1a4aec is 50, key is test_row_0/C:col10/1731997637939/Put/seqid=0 2024-11-19T06:27:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742131_1307 (size=13119) 2024-11-19T06:27:19,628 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/07b5c3e91f3e48e7871304cf4e394e8c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/07b5c3e91f3e48e7871304cf4e394e8c 2024-11-19T06:27:19,631 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/A of 61dd88f45e2abafff7f2b1e6ea9fd13d into 07b5c3e91f3e48e7871304cf4e394e8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:19,631 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:19,631 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/A, priority=13, startTime=1731997639206; duration=0sec 2024-11-19T06:27:19,631 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:19,631 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:19,650 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/b01b6f22db0946778fb7c0116c1a4aec as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/b01b6f22db0946778fb7c0116c1a4aec 2024-11-19T06:27:19,654 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 61dd88f45e2abafff7f2b1e6ea9fd13d/C of 61dd88f45e2abafff7f2b1e6ea9fd13d into b01b6f22db0946778fb7c0116c1a4aec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:19,654 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:19,654 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d., storeName=61dd88f45e2abafff7f2b1e6ea9fd13d/C, priority=13, startTime=1731997639206; duration=0sec 2024-11-19T06:27:19,654 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:19,654 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-19T06:27:19,825 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-19T06:27:19,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-19T06:27:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:19,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:19,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:19,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:19,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:19,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:19,979 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:19,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/cb071bb331074e9dbcfc99157e4d000f is 50, key is test_row_0/A:col10/1731997637961/Put/seqid=0 2024-11-19T06:27:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742132_1308 (size=12301) 2024-11-19T06:27:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. as already flushing 2024-11-19T06:27:20,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997700116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997700117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997700120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997700120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997700121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997700221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997700221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997700223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997700225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997700225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,387 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/cb071bb331074e9dbcfc99157e4d000f 2024-11-19T06:27:20,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/5b579db9196746798538100f7464d4f9 is 50, key is test_row_0/B:col10/1731997637961/Put/seqid=0 2024-11-19T06:27:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742133_1309 (size=12301) 2024-11-19T06:27:20,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997700425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997700425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997700426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997700428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997700428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60822 deadline: 1731997700728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60768 deadline: 1731997700730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60854 deadline: 1731997700730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60858 deadline: 1731997700730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60846 deadline: 1731997700733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:20,796 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/5b579db9196746798538100f7464d4f9 2024-11-19T06:27:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/feabc61596964679989eaf49d1d791c3 is 50, key is test_row_0/C:col10/1731997637961/Put/seqid=0 2024-11-19T06:27:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742134_1310 (size=12301) 2024-11-19T06:27:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:21,087 DEBUG [Thread-1097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ad7b806 to 127.0.0.1:55568 2024-11-19T06:27:21,087 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,088 DEBUG [Thread-1095 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31dd347a to 127.0.0.1:55568 2024-11-19T06:27:21,088 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,089 DEBUG [Thread-1093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x532e5d9f to 127.0.0.1:55568 2024-11-19T06:27:21,089 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,090 DEBUG [Thread-1089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3505ffc0 to 127.0.0.1:55568 2024-11-19T06:27:21,090 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,091 DEBUG [Thread-1091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61f33e78 to 127.0.0.1:55568 2024-11-19T06:27:21,091 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,207 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/feabc61596964679989eaf49d1d791c3 2024-11-19T06:27:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/cb071bb331074e9dbcfc99157e4d000f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/cb071bb331074e9dbcfc99157e4d000f 2024-11-19T06:27:21,214 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/cb071bb331074e9dbcfc99157e4d000f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-19T06:27:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/5b579db9196746798538100f7464d4f9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5b579db9196746798538100f7464d4f9 2024-11-19T06:27:21,218 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5b579db9196746798538100f7464d4f9, entries=150, sequenceid=354, filesize=12.0 K 2024-11-19T06:27:21,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/feabc61596964679989eaf49d1d791c3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/feabc61596964679989eaf49d1d791c3 2024-11-19T06:27:21,223 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/feabc61596964679989eaf49d1d791c3, entries=150, sequenceid=354, filesize=12.0 K 2024-11-19T06:27:21,223 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1244ms, sequenceid=354, compaction requested=false 2024-11-19T06:27:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-19T06:27:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-19T06:27:21,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-19T06:27:21,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-19T06:27:21,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4000 sec 2024-11-19T06:27:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:21,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:27:21,235 DEBUG [Thread-1084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07575b91 to 127.0.0.1:55568 2024-11-19T06:27:21,235 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:21,236 DEBUG [Thread-1080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18ed3e4c to 127.0.0.1:55568 2024-11-19T06:27:21,236 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:21,237 DEBUG [Thread-1086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b377948 to 127.0.0.1:55568 2024-11-19T06:27:21,237 DEBUG [Thread-1082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62de434f to 127.0.0.1:55568 2024-11-19T06:27:21,237 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,237 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,238 DEBUG [Thread-1078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05b4256e to 127.0.0.1:55568 2024-11-19T06:27:21,238 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a650fcebfba344d7b00ebe3e94f9848d is 50, key is test_row_0/A:col10/1731997641235/Put/seqid=0 2024-11-19T06:27:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742135_1311 (size=12301) 2024-11-19T06:27:21,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a650fcebfba344d7b00ebe3e94f9848d 2024-11-19T06:27:21,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f5f7b62962614d24936c1558a1582429 is 50, key is test_row_0/B:col10/1731997641235/Put/seqid=0 2024-11-19T06:27:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742136_1312 (size=12301) 2024-11-19T06:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-19T06:27:21,932 INFO [Thread-1088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:27:21,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6130 2024-11-19T06:27:21,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5933 2024-11-19T06:27:21,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5930 2024-11-19T06:27:21,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6120 2024-11-19T06:27:21,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5931 2024-11-19T06:27:21,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:27:21,933 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:27:21,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63a751b9 to 127.0.0.1:55568 2024-11-19T06:27:21,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:21,934 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:27:21,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:27:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:21,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997641940"}]},"ts":"1731997641940"} 2024-11-19T06:27:21,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:27:21,982 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:27:21,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:27:21,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, UNASSIGN}] 2024-11-19T06:27:21,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, UNASSIGN 2024-11-19T06:27:21,987 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=61dd88f45e2abafff7f2b1e6ea9fd13d, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:21,988 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:27:21,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:22,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f5f7b62962614d24936c1558a1582429 2024-11-19T06:27:22,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/e15aa62d4f84490f86c88b73159dcefc is 50, key is test_row_0/C:col10/1731997641235/Put/seqid=0 2024-11-19T06:27:22,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742137_1313 (size=12301) 2024-11-19T06:27:22,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:22,139 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:22,139 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:27:22,140 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 61dd88f45e2abafff7f2b1e6ea9fd13d, disabling compactions & flushes 2024-11-19T06:27:22,140 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:22,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/e15aa62d4f84490f86c88b73159dcefc 2024-11-19T06:27:22,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/a650fcebfba344d7b00ebe3e94f9848d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a650fcebfba344d7b00ebe3e94f9848d 2024-11-19T06:27:22,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a650fcebfba344d7b00ebe3e94f9848d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T06:27:22,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/f5f7b62962614d24936c1558a1582429 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f5f7b62962614d24936c1558a1582429 2024-11-19T06:27:22,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f5f7b62962614d24936c1558a1582429, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T06:27:22,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/e15aa62d4f84490f86c88b73159dcefc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/e15aa62d4f84490f86c88b73159dcefc 2024-11-19T06:27:22,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/e15aa62d4f84490f86c88b73159dcefc, entries=150, sequenceid=371, filesize=12.0 K 2024-11-19T06:27:22,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1268ms, sequenceid=371, compaction requested=true 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:22,504 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. after waiting 0 ms 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. because compaction request was cancelled 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:A 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. because compaction request was cancelled 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:B 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61dd88f45e2abafff7f2b1e6ea9fd13d:C, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:22,504 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 61dd88f45e2abafff7f2b1e6ea9fd13d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. because compaction request was cancelled 2024-11-19T06:27:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:22,504 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61dd88f45e2abafff7f2b1e6ea9fd13d:C 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=A 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=B 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 61dd88f45e2abafff7f2b1e6ea9fd13d, store=C 2024-11-19T06:27:22,504 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:22,508 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/d360a511d4a34881a137bb3ddee85ee2 is 50, key is test_row_0/A:col10/1731997641236/Put/seqid=0 2024-11-19T06:27:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742138_1314 (size=9857) 2024-11-19T06:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:22,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:27:22,914 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/d360a511d4a34881a137bb3ddee85ee2 2024-11-19T06:27:22,927 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3e145f5fd76a48ce9e0d5cc477726803 is 50, key is test_row_0/B:col10/1731997641236/Put/seqid=0 2024-11-19T06:27:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742139_1315 (size=9857) 2024-11-19T06:27:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:23,333 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3e145f5fd76a48ce9e0d5cc477726803 2024-11-19T06:27:23,347 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/3f704a0da31841ed965363ee4af21669 is 50, key is test_row_0/C:col10/1731997641236/Put/seqid=0 2024-11-19T06:27:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742140_1316 (size=9857) 2024-11-19T06:27:23,775 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/3f704a0da31841ed965363ee4af21669 2024-11-19T06:27:23,784 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/A/d360a511d4a34881a137bb3ddee85ee2 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d360a511d4a34881a137bb3ddee85ee2 2024-11-19T06:27:23,791 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d360a511d4a34881a137bb3ddee85ee2, entries=100, sequenceid=377, filesize=9.6 K 2024-11-19T06:27:23,792 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/B/3e145f5fd76a48ce9e0d5cc477726803 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3e145f5fd76a48ce9e0d5cc477726803 2024-11-19T06:27:23,796 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3e145f5fd76a48ce9e0d5cc477726803, entries=100, sequenceid=377, filesize=9.6 K 2024-11-19T06:27:23,797 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/.tmp/C/3f704a0da31841ed965363ee4af21669 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3f704a0da31841ed965363ee4af21669 2024-11-19T06:27:23,801 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3f704a0da31841ed965363ee4af21669, entries=100, sequenceid=377, filesize=9.6 K 2024-11-19T06:27:23,802 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 61dd88f45e2abafff7f2b1e6ea9fd13d in 1298ms, sequenceid=377, compaction requested=true 2024-11-19T06:27:23,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9ea9916fdd1348899552e830d3fb26f9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0af593470e58469cb912f7b718aff246, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/eef707c0abcb4303a2737ad6b458c5e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d7b1a5b11e07406e97a80de1a93b8c9d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/5805ef05199b4c27bb430e70971c4c5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c79acca425ad4e20a9bfa2f234a424d7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/311159c309714bbe8b8b39f38db0fba6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3] to archive 2024-11-19T06:27:23,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:23,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/bb35e6af468a4ef38d02a4ff076f990b 2024-11-19T06:27:23,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/32a96a26f93e4654a68398a89d055e9c 2024-11-19T06:27:23,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9ea9916fdd1348899552e830d3fb26f9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9ea9916fdd1348899552e830d3fb26f9 2024-11-19T06:27:23,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/6786fd50fa0f4c23ba7ab2f9535eb829 2024-11-19T06:27:23,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/88b24e38f3014e949d7900f3812d36b7 2024-11-19T06:27:23,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0af593470e58469cb912f7b718aff246 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0af593470e58469cb912f7b718aff246 2024-11-19T06:27:23,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/969a661ad88242a99c16dd6df6f693f8 2024-11-19T06:27:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ddcb6a8cd150421f8670e630d035c658 2024-11-19T06:27:23,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/db769869ce624c488b0a5c3d088f2259 2024-11-19T06:27:23,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/eef707c0abcb4303a2737ad6b458c5e1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/eef707c0abcb4303a2737ad6b458c5e1 2024-11-19T06:27:23,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9607d218175f437f8c90773c6f6d1ca8 2024-11-19T06:27:23,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/18570babed1c4a3b8a8ee3f84b2ae4be 2024-11-19T06:27:23,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d7b1a5b11e07406e97a80de1a93b8c9d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d7b1a5b11e07406e97a80de1a93b8c9d 2024-11-19T06:27:23,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/3535f982e1b24e2b86168f205def3403 2024-11-19T06:27:23,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/744c466ed6fd4373a9c2c24e56d5599c 2024-11-19T06:27:23,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/5805ef05199b4c27bb430e70971c4c5c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/5805ef05199b4c27bb430e70971c4c5c 2024-11-19T06:27:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c170095c0e474a8388bfd5db62689704 2024-11-19T06:27:23,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c79acca425ad4e20a9bfa2f234a424d7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/c79acca425ad4e20a9bfa2f234a424d7 2024-11-19T06:27:23,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9e8044c160c0480fadca4ccdc78fd125 2024-11-19T06:27:23,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a89dfec08e224670b945b5795bcb8d3a 2024-11-19T06:27:23,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/ac3692520469462f87e6f9a0c70b4224 2024-11-19T06:27:23,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/311159c309714bbe8b8b39f38db0fba6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/311159c309714bbe8b8b39f38db0fba6 2024-11-19T06:27:23,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/0e814f61cb3542379828ca0d5f8fa378 2024-11-19T06:27:23,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/9911538e5499406bb0915138e0020de3 2024-11-19T06:27:23,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/96e6e8b7aaf049178b7912fa103ca743, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7c450075ae504e5fb6b501aaa4064d76, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5afef897196e4a8ca52af58e569b98d4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/c6f0f950e9bb4b678f9556b7e573b774, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7181b8c829834fda83fee00a4254f55b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6dee68d3d55d4e1b81fed4f2d11ab817, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/32fb405d7b03416d9a58e2f4c9932e00, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242] to archive 2024-11-19T06:27:23,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:23,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6c8974135c3641d9905c7c7a5ce5f097 2024-11-19T06:27:23,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/0f176a1f13b94185b8158eab3cc06e73 2024-11-19T06:27:23,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/96e6e8b7aaf049178b7912fa103ca743 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/96e6e8b7aaf049178b7912fa103ca743 2024-11-19T06:27:23,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531537420c84ca29f5e4072cf20cbea 2024-11-19T06:27:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/087bb5238f134edeb8ff2a90eb3418d3 2024-11-19T06:27:23,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7c450075ae504e5fb6b501aaa4064d76 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7c450075ae504e5fb6b501aaa4064d76 2024-11-19T06:27:23,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/592685dd6a78423d920601156f101de6 2024-11-19T06:27:23,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/430486ce92ff44d7be48a44da1289aec 2024-11-19T06:27:23,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5afef897196e4a8ca52af58e569b98d4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5afef897196e4a8ca52af58e569b98d4 2024-11-19T06:27:23,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/9141bd5d120a498bb635033a61c16d69 2024-11-19T06:27:23,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d2d83337dd404f45b26a0730b86ec2b4 2024-11-19T06:27:23,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/c6f0f950e9bb4b678f9556b7e573b774 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/c6f0f950e9bb4b678f9556b7e573b774 2024-11-19T06:27:23,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/fa79385d16e647479acebf51124747e1 2024-11-19T06:27:23,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/915651a395e44d86a1418198d7b5c38b 2024-11-19T06:27:23,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7181b8c829834fda83fee00a4254f55b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/7181b8c829834fda83fee00a4254f55b 2024-11-19T06:27:23,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/ba21dcfc1c7348d9bf4f94c991be3379 2024-11-19T06:27:23,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/b1397ab9bf4940568e7ed87a8b9927f1 2024-11-19T06:27:23,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6dee68d3d55d4e1b81fed4f2d11ab817 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/6dee68d3d55d4e1b81fed4f2d11ab817 2024-11-19T06:27:23,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3d1ff5fe647749d6a2afae95a3cec8b3 2024-11-19T06:27:23,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/71e640e0f5924af0b89d36417b95d77c 2024-11-19T06:27:23,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/32fb405d7b03416d9a58e2f4c9932e00 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/32fb405d7b03416d9a58e2f4c9932e00 2024-11-19T06:27:23,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/23b1706c7e894fb184e7fcda80f793d9 2024-11-19T06:27:23,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f531293fb2114cc9bff1134e04207e61 2024-11-19T06:27:23,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/d632b9c3e5e2464f950ee71d89282242 2024-11-19T06:27:23,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/9a8ee66f740f44dca784ca9e10b2842d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/19f3dadb918c4769acb614efc084a109, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/c643f28a9ae04b4eaeba503b49e96900, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3ea6cb76cb0e4967b511d66390df3acf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fd1f2265ada741f9b4d88bbc641db6ca, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/13e14dcec70a448db77a0353d06889a5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/0a93d29fdd2c4b79a65b36c603776cb2, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb] to archive 2024-11-19T06:27:23,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:23,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ec00e80b02ac48739c4b6c41ef7e8749 2024-11-19T06:27:23,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/74e02eab278c4cf7b2e9333703a3eb93 2024-11-19T06:27:23,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/9a8ee66f740f44dca784ca9e10b2842d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/9a8ee66f740f44dca784ca9e10b2842d 2024-11-19T06:27:23,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ef3199b0cfa84ba88fcf0465069ac0ce 2024-11-19T06:27:23,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/757c2e02e8b3488fb6e58035b3d445aa 2024-11-19T06:27:23,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/19f3dadb918c4769acb614efc084a109 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/19f3dadb918c4769acb614efc084a109 2024-11-19T06:27:23,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/48c23d26cad949bc82596e588e9329e1 2024-11-19T06:27:23,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/6428c8a113cc4531a7f1b0f739865431 2024-11-19T06:27:23,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/c643f28a9ae04b4eaeba503b49e96900 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/c643f28a9ae04b4eaeba503b49e96900 2024-11-19T06:27:23,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/18aa8dbd6cf44cc4a84cc86eb0368e90 2024-11-19T06:27:23,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7efb0327cbcf4feca7cd09c93e6a8582 2024-11-19T06:27:23,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3ea6cb76cb0e4967b511d66390df3acf to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3ea6cb76cb0e4967b511d66390df3acf 2024-11-19T06:27:23,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/825e13b34d0b47d697b63599a5e0689d 2024-11-19T06:27:23,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f26bb53f09cd4c4e98c16dc7bc9a43e9 2024-11-19T06:27:23,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fd1f2265ada741f9b4d88bbc641db6ca to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fd1f2265ada741f9b4d88bbc641db6ca 2024-11-19T06:27:23,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f741c13dde914cf98a3dfc9d40820238 2024-11-19T06:27:23,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/ce083dd828194cf785e8e1fed50f88db 2024-11-19T06:27:23,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/13e14dcec70a448db77a0353d06889a5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/13e14dcec70a448db77a0353d06889a5 2024-11-19T06:27:23,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/f1912c7677b548159ba571eb14e41e80 2024-11-19T06:27:23,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/7c55de4b89de45a8a08aea3c0e1238b4 2024-11-19T06:27:23,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/0a93d29fdd2c4b79a65b36c603776cb2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/0a93d29fdd2c4b79a65b36c603776cb2 2024-11-19T06:27:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/fe23d197ca3649a4bd048cb39e72278e 2024-11-19T06:27:23,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/144987e8512e45feb8aa78cc3da57fce 2024-11-19T06:27:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/5615954d3ef74581963b6094d47b0aeb 2024-11-19T06:27:23,874 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=1 2024-11-19T06:27:23,875 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d. 2024-11-19T06:27:23,875 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 61dd88f45e2abafff7f2b1e6ea9fd13d: 2024-11-19T06:27:23,877 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:23,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=61dd88f45e2abafff7f2b1e6ea9fd13d, regionState=CLOSED 2024-11-19T06:27:23,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-19T06:27:23,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 61dd88f45e2abafff7f2b1e6ea9fd13d, server=576536e5d610,42839,1731997554164 in 1.8900 sec 2024-11-19T06:27:23,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T06:27:23,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=61dd88f45e2abafff7f2b1e6ea9fd13d, UNASSIGN in 1.8940 sec 2024-11-19T06:27:23,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-19T06:27:23,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8960 sec 2024-11-19T06:27:23,882 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997643881"}]},"ts":"1731997643881"} 2024-11-19T06:27:23,883 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:27:23,916 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:27:23,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9810 sec 2024-11-19T06:27:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-19T06:27:24,048 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-19T06:27:24,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:27:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,050 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-19T06:27:24,050 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:24,054 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/recovered.edits] 2024-11-19T06:27:24,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/07b5c3e91f3e48e7871304cf4e394e8c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/07b5c3e91f3e48e7871304cf4e394e8c 2024-11-19T06:27:24,057 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a650fcebfba344d7b00ebe3e94f9848d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/a650fcebfba344d7b00ebe3e94f9848d 2024-11-19T06:27:24,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/cb071bb331074e9dbcfc99157e4d000f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/cb071bb331074e9dbcfc99157e4d000f 2024-11-19T06:27:24,059 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d360a511d4a34881a137bb3ddee85ee2 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/A/d360a511d4a34881a137bb3ddee85ee2 2024-11-19T06:27:24,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/155df6b41ee24be5acacaa0a80e08e6f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/155df6b41ee24be5acacaa0a80e08e6f 2024-11-19T06:27:24,062 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3e145f5fd76a48ce9e0d5cc477726803 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/3e145f5fd76a48ce9e0d5cc477726803 2024-11-19T06:27:24,063 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5b579db9196746798538100f7464d4f9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/5b579db9196746798538100f7464d4f9 2024-11-19T06:27:24,064 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f5f7b62962614d24936c1558a1582429 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/B/f5f7b62962614d24936c1558a1582429 2024-11-19T06:27:24,066 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3f704a0da31841ed965363ee4af21669 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/3f704a0da31841ed965363ee4af21669 2024-11-19T06:27:24,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/b01b6f22db0946778fb7c0116c1a4aec to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/b01b6f22db0946778fb7c0116c1a4aec 2024-11-19T06:27:24,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/e15aa62d4f84490f86c88b73159dcefc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/e15aa62d4f84490f86c88b73159dcefc 2024-11-19T06:27:24,069 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/feabc61596964679989eaf49d1d791c3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/C/feabc61596964679989eaf49d1d791c3 2024-11-19T06:27:24,070 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/recovered.edits/380.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d/recovered.edits/380.seqid 2024-11-19T06:27:24,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/61dd88f45e2abafff7f2b1e6ea9fd13d 2024-11-19T06:27:24,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:27:24,073 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,078 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:27:24,080 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:27:24,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:27:24,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997644081"}]},"ts":"9223372036854775807"} 2024-11-19T06:27:24,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:27:24,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 61dd88f45e2abafff7f2b1e6ea9fd13d, NAME => 'TestAcidGuarantees,,1731997619745.61dd88f45e2abafff7f2b1e6ea9fd13d.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:27:24,084 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:27:24,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997644084"}]},"ts":"9223372036854775807"} 2024-11-19T06:27:24,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:27:24,096 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-19T06:27:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-19T06:27:24,151 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-19T06:27:24,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=461 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5085 (was 5165) 2024-11-19T06:27:24,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=5085 2024-11-19T06:27:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:27:24,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:27:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:24,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:27:24,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:24,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-19T06:27:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:24,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:27:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742141_1317 (size=960) 2024-11-19T06:27:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:24,585 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:27:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742142_1318 (size=53) 2024-11-19T06:27:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:24,992 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:24,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 33c781d03b935e97429d8fa1492af741, disabling compactions & flushes 2024-11-19T06:27:24,993 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:24,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:24,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. after waiting 0 ms 2024-11-19T06:27:24,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:24,993 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:24,993 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:24,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:27:24,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997644994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997644994"}]},"ts":"1731997644994"} 2024-11-19T06:27:24,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:27:24,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:27:24,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997644997"}]},"ts":"1731997644997"} 2024-11-19T06:27:24,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:27:25,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, ASSIGN}] 2024-11-19T06:27:25,043 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, ASSIGN 2024-11-19T06:27:25,044 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:27:25,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:25,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:25,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:25,357 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:25,358 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:27:25,358 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,358 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:25,359 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,359 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,362 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,365 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:25,366 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName A 2024-11-19T06:27:25,366 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:25,367 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:25,367 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,369 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:25,369 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName B 2024-11-19T06:27:25,369 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:25,370 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:25,370 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,371 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:25,371 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName C 2024-11-19T06:27:25,371 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:25,371 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:25,372 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:25,372 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,373 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,374 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:27:25,376 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:25,378 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:27:25,378 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 33c781d03b935e97429d8fa1492af741; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69456670, jitterRate=0.03498503565788269}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:27:25,379 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:25,380 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., pid=96, masterSystemTime=1731997645351 2024-11-19T06:27:25,381 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:25,382 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:25,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:25,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-19T06:27:25,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 in 185 msec 2024-11-19T06:27:25,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T06:27:25,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, ASSIGN in 344 msec 2024-11-19T06:27:25,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:27:25,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997645388"}]},"ts":"1731997645388"} 2024-11-19T06:27:25,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:27:25,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:27:25,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2550 sec 2024-11-19T06:27:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-19T06:27:26,282 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-19T06:27:26,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b8b5c25 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c8cc27b 2024-11-19T06:27:26,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c68919e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:26,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:26,331 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:26,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:27:26,335 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:27:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:27:26,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:27:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742143_1319 (size=996) 2024-11-19T06:27:26,750 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T06:27:26,750 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T06:27:26,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:27:26,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, REOPEN/MOVE}] 2024-11-19T06:27:26,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, REOPEN/MOVE 2024-11-19T06:27:26,760 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:26,761 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:27:26,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:26,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:26,913 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:26,914 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:27:26,914 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 33c781d03b935e97429d8fa1492af741, disabling compactions & flushes 2024-11-19T06:27:26,914 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:26,914 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:26,914 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. after waiting 0 ms 2024-11-19T06:27:26,914 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:26,922 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T06:27:26,923 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:26,923 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:26,923 WARN [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 33c781d03b935e97429d8fa1492af741 to self. 2024-11-19T06:27:26,925 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:26,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=CLOSED 2024-11-19T06:27:26,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-19T06:27:26,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 in 166 msec 2024-11-19T06:27:26,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, REOPEN/MOVE; state=CLOSED, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=true 2024-11-19T06:27:27,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:27,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:27,241 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,242 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:27:27,243 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,243 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:27,243 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,243 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,245 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,246 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:27,247 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName A 2024-11-19T06:27:27,249 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:27,249 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:27,250 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,251 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:27,251 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName B 2024-11-19T06:27:27,251 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:27,252 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:27,252 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,253 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:27,253 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c781d03b935e97429d8fa1492af741 columnFamilyName C 2024-11-19T06:27:27,253 DEBUG [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:27,253 INFO [StoreOpener-33c781d03b935e97429d8fa1492af741-1 {}] regionserver.HStore(327): Store=33c781d03b935e97429d8fa1492af741/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:27,253 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,254 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,255 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,257 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:27:27,258 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,259 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 33c781d03b935e97429d8fa1492af741; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71612919, jitterRate=0.0671156495809555}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:27:27,260 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:27,261 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., pid=101, masterSystemTime=1731997647235 2024-11-19T06:27:27,262 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,262 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=OPEN, openSeqNum=5, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-19T06:27:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 in 182 msec 2024-11-19T06:27:27,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-19T06:27:27,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, REOPEN/MOVE in 508 msec 2024-11-19T06:27:27,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-19T06:27:27,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-19T06:27:27,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-19T06:27:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-19T06:27:27,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52592365 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81cac4f 2024-11-19T06:27:27,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601038b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09b3e6d7 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64a04d7a 2024-11-19T06:27:27,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59434fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54c56f75 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3268230a 2024-11-19T06:27:27,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167fda66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1efa0206 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d7912a0 2024-11-19T06:27:27,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71a4fe0c to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54ed1e8a 2024-11-19T06:27:27,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7324d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fe4cb14 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d930fb1 2024-11-19T06:27:27,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52abed4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44f513b9 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@114e6211 2024-11-19T06:27:27,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0234f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ba658e5 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@191ae36a 2024-11-19T06:27:27,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b2e10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d736887 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@133cc1f0 2024-11-19T06:27:27,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1085e013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19bc2a17 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cfa4b91 2024-11-19T06:27:27,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0ab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:27,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-19T06:27:27,463 DEBUG [hconnection-0x7e9da36f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:27,463 DEBUG [hconnection-0x73d6a0cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:27,465 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,465 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:27,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:27,466 DEBUG [hconnection-0x7c78d71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,466 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,467 DEBUG [hconnection-0x201b8726-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,467 DEBUG [hconnection-0x450af352-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,467 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,468 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,468 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,468 DEBUG [hconnection-0x34ebf15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,468 DEBUG [hconnection-0x2507b789-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,468 DEBUG [hconnection-0x6400b922-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,469 DEBUG [hconnection-0x493e46b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,470 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,470 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,471 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,472 DEBUG [hconnection-0x4fb069da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:27,473 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:27,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997707521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997707521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997707521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997707521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997707522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111916d955d2564e483599b7672b05285a0d_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997647503/Put/seqid=0 2024-11-19T06:27:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742144_1320 (size=12154) 2024-11-19T06:27:27,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:27,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111916d955d2564e483599b7672b05285a0d_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d955d2564e483599b7672b05285a0d_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:27,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4e80af01577b49c69fb84dd66275d6c5, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:27,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4e80af01577b49c69fb84dd66275d6c5 is 175, key is test_row_0/A:col10/1731997647503/Put/seqid=0 2024-11-19T06:27:27,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742145_1321 (size=30955) 2024-11-19T06:27:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:27,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:27,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997707623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997707623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997707624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997707624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997707624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:27,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:27,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997707824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997707828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997707828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997707829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997707830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:27,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:27,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:27,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:27,946 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4e80af01577b49c69fb84dd66275d6c5 2024-11-19T06:27:27,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/5cff52a679d54ffebf36f932ee0b898e is 50, key is test_row_0/B:col10/1731997647503/Put/seqid=0 2024-11-19T06:27:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742146_1322 (size=12001) 2024-11-19T06:27:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:28,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:28,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997708128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997708131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997708132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997708132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997708133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/5cff52a679d54ffebf36f932ee0b898e 2024-11-19T06:27:28,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/c9fddf72293248628e8934f7b82a82ce is 50, key is test_row_0/C:col10/1731997647503/Put/seqid=0 2024-11-19T06:27:28,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742147_1323 (size=12001) 2024-11-19T06:27:28,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997708634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997708637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997708639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997708639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997708640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:28,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:28,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:28,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/c9fddf72293248628e8934f7b82a82ce 2024-11-19T06:27:28,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4e80af01577b49c69fb84dd66275d6c5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5 2024-11-19T06:27:28,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5, entries=150, sequenceid=18, filesize=30.2 K 2024-11-19T06:27:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/5cff52a679d54ffebf36f932ee0b898e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e 2024-11-19T06:27:28,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e, entries=150, sequenceid=18, filesize=11.7 K 2024-11-19T06:27:28,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/c9fddf72293248628e8934f7b82a82ce as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce 2024-11-19T06:27:28,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce, entries=150, sequenceid=18, filesize=11.7 K 2024-11-19T06:27:28,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 33c781d03b935e97429d8fa1492af741 in 1311ms, sequenceid=18, compaction requested=false 2024-11-19T06:27:28,816 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-19T06:27:28,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:28,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:28,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:28,837 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:28,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ccf40f6ac48641279fb9aa5076660edf_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997647520/Put/seqid=0 2024-11-19T06:27:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742148_1324 (size=12154) 2024-11-19T06:27:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:29,249 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ccf40f6ac48641279fb9aa5076660edf_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ccf40f6ac48641279fb9aa5076660edf_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c28968954f5f48cb90ec780eef873808, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c28968954f5f48cb90ec780eef873808 is 175, key is test_row_0/A:col10/1731997647520/Put/seqid=0 2024-11-19T06:27:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742149_1325 (size=30955) 2024-11-19T06:27:29,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:27:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:29,655 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c28968954f5f48cb90ec780eef873808 2024-11-19T06:27:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997709653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/c939c54fead8435da47c814cc4200b16 is 50, key is test_row_0/B:col10/1731997647520/Put/seqid=0 2024-11-19T06:27:29,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997709653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997709654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997709656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997709656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742150_1326 (size=12001) 2024-11-19T06:27:29,664 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/c939c54fead8435da47c814cc4200b16 2024-11-19T06:27:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/7f5367ad58f04838ba1717c322f282af is 50, key is test_row_0/C:col10/1731997647520/Put/seqid=0 2024-11-19T06:27:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742151_1327 (size=12001) 2024-11-19T06:27:29,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997709757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997709763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997709763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997709763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997709764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997709962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997709968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997709968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997709969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:29,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997709969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,073 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/7f5367ad58f04838ba1717c322f282af 2024-11-19T06:27:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c28968954f5f48cb90ec780eef873808 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808 2024-11-19T06:27:30,080 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T06:27:30,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/c939c54fead8435da47c814cc4200b16 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16 2024-11-19T06:27:30,085 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T06:27:30,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/7f5367ad58f04838ba1717c322f282af as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af 2024-11-19T06:27:30,089 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T06:27:30,089 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 33c781d03b935e97429d8fa1492af741 in 1252ms, sequenceid=40, compaction requested=false 2024-11-19T06:27:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:30,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-19T06:27:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-19T06:27:30,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-19T06:27:30,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6260 sec 2024-11-19T06:27:30,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6300 sec 2024-11-19T06:27:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:30,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:30,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:30,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192e154e910017413ebd785d465b70cd4c_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742152_1328 (size=14594) 2024-11-19T06:27:30,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:30,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411192e154e910017413ebd785d465b70cd4c_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192e154e910017413ebd785d465b70cd4c_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:30,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4824c382a39b4a84b9acb1d69ee6ad33, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:30,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4824c382a39b4a84b9acb1d69ee6ad33 is 175, key is test_row_0/A:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742153_1329 (size=39549) 2024-11-19T06:27:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997710294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997710295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997710296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997710298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997710301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997710402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997710402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997710406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997710407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997710408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997710608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997710608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997710611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997710611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997710614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,692 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4824c382a39b4a84b9acb1d69ee6ad33 2024-11-19T06:27:30,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d507d0c1d7014accaf9f1af99bc6cb89 is 50, key is test_row_0/B:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742154_1330 (size=12001) 2024-11-19T06:27:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997710913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997710913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997710917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997710919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:30,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997710920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d507d0c1d7014accaf9f1af99bc6cb89 2024-11-19T06:27:31,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/58c28343e2f647779176d56510325b55 is 50, key is test_row_0/C:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742155_1331 (size=12001) 2024-11-19T06:27:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997711418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997711419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997711423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997711426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997711427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:31,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/58c28343e2f647779176d56510325b55 2024-11-19T06:27:31,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/4824c382a39b4a84b9acb1d69ee6ad33 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33 2024-11-19T06:27:31,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33, entries=200, sequenceid=55, filesize=38.6 K 2024-11-19T06:27:31,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d507d0c1d7014accaf9f1af99bc6cb89 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89 2024-11-19T06:27:31,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:27:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/58c28343e2f647779176d56510325b55 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55 2024-11-19T06:27:31,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:27:31,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 33c781d03b935e97429d8fa1492af741 in 1255ms, sequenceid=55, compaction requested=true 2024-11-19T06:27:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:31,525 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:31,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:31,526 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:31,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:31,526 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:31,526 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:31,526 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:31,526 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:31,526 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:31,526 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:31,527 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.2 K 2024-11-19T06:27:31,527 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=99.1 K 2024-11-19T06:27:31,527 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33] 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cff52a679d54ffebf36f932ee0b898e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731997647503 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e80af01577b49c69fb84dd66275d6c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731997647503 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c939c54fead8435da47c814cc4200b16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997647520 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c28968954f5f48cb90ec780eef873808, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997647520 2024-11-19T06:27:31,527 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d507d0c1d7014accaf9f1af99bc6cb89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:31,528 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4824c382a39b4a84b9acb1d69ee6ad33, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:31,533 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:31,534 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:31,535 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119a743225eae8847a99d2d83e75c024871_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:31,535 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/fae8727a52ec4f7ab5e3cfcbd49a5990 is 50, key is test_row_0/B:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:31,537 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119a743225eae8847a99d2d83e75c024871_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:31,537 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a743225eae8847a99d2d83e75c024871_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742156_1332 (size=12104) 2024-11-19T06:27:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742157_1333 (size=4469) 2024-11-19T06:27:31,554 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#286 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:31,554 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/534ea09e49d8423294c1e913a6625d75 is 175, key is test_row_0/A:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742158_1334 (size=31058) 2024-11-19T06:27:31,561 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/534ea09e49d8423294c1e913a6625d75 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75 2024-11-19T06:27:31,565 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into 534ea09e49d8423294c1e913a6625d75(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:31,565 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:31,565 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997651525; duration=0sec 2024-11-19T06:27:31,565 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:31,565 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:31,565 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:31,566 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:31,566 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:31,566 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:31,567 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.2 K 2024-11-19T06:27:31,567 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9fddf72293248628e8934f7b82a82ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731997647503 2024-11-19T06:27:31,567 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f5367ad58f04838ba1717c322f282af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997647520 2024-11-19T06:27:31,567 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c28343e2f647779176d56510325b55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-19T06:27:31,570 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-19T06:27:31,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-19T06:27:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:31,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:31,572 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:31,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:31,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:31,572 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/ad2c1152b9844ff58dfce2ed2b953066 is 50, key is test_row_0/C:col10/1731997649652/Put/seqid=0 2024-11-19T06:27:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742159_1335 (size=12104) 2024-11-19T06:27:31,585 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/ad2c1152b9844ff58dfce2ed2b953066 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ad2c1152b9844ff58dfce2ed2b953066 2024-11-19T06:27:31,595 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into ad2c1152b9844ff58dfce2ed2b953066(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:31,596 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:31,596 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997651525; duration=0sec 2024-11-19T06:27:31,596 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:31,596 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:31,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:31,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-19T06:27:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:31,724 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193ceb5e4ecd0b4ce0bcdcf200ece91615_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997650300/Put/seqid=0 2024-11-19T06:27:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742160_1336 (size=12154) 2024-11-19T06:27:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:31,947 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/fae8727a52ec4f7ab5e3cfcbd49a5990 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/fae8727a52ec4f7ab5e3cfcbd49a5990 2024-11-19T06:27:31,950 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into fae8727a52ec4f7ab5e3cfcbd49a5990(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:31,950 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:31,950 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997651525; duration=0sec 2024-11-19T06:27:31,950 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:31,950 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:32,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:32,138 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193ceb5e4ecd0b4ce0bcdcf200ece91615_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193ceb5e4ecd0b4ce0bcdcf200ece91615_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/895f49968ad049bab89c035b843a1b86, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/895f49968ad049bab89c035b843a1b86 is 175, key is test_row_0/A:col10/1731997650300/Put/seqid=0 2024-11-19T06:27:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742161_1337 (size=30955) 2024-11-19T06:27:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:32,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:32,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997712441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997712442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997712445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997712445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997712447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,550 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/895f49968ad049bab89c035b843a1b86 2024-11-19T06:27:32,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997712548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997712551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e5174ad71a88431c805bbc2d4089e795 is 50, key is test_row_0/B:col10/1731997650300/Put/seqid=0 2024-11-19T06:27:32,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742162_1338 (size=12001) 2024-11-19T06:27:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:32,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997712752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997712752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997712752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997712753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997712756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:32,959 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e5174ad71a88431c805bbc2d4089e795 2024-11-19T06:27:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/ef9db2e2084e42928e8a7350a51ba935 is 50, key is test_row_0/C:col10/1731997650300/Put/seqid=0 2024-11-19T06:27:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742163_1339 (size=12001) 2024-11-19T06:27:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997713057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997713057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997713058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997713059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997713060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,370 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/ef9db2e2084e42928e8a7350a51ba935 2024-11-19T06:27:33,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/895f49968ad049bab89c035b843a1b86 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86 2024-11-19T06:27:33,376 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86, entries=150, sequenceid=78, filesize=30.2 K 2024-11-19T06:27:33,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e5174ad71a88431c805bbc2d4089e795 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795 2024-11-19T06:27:33,380 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T06:27:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/ef9db2e2084e42928e8a7350a51ba935 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935 2024-11-19T06:27:33,383 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935, entries=150, sequenceid=78, filesize=11.7 K 2024-11-19T06:27:33,384 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 33c781d03b935e97429d8fa1492af741 in 1659ms, sequenceid=78, compaction requested=false 2024-11-19T06:27:33,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:33,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:33,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-19T06:27:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-19T06:27:33,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-19T06:27:33,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-19T06:27:33,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8150 sec 2024-11-19T06:27:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:33,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:33,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ef917cf150be479fa6448254b7cfe353_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742164_1340 (size=14594) 2024-11-19T06:27:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997713588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997713589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997713590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997713595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997713598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-19T06:27:33,675 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-19T06:27:33,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-19T06:27:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:33,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:33,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:33,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997713699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997713699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997713699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997713705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997713705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:33,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:33,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T06:27:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:33,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997713903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997713904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997713904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997713911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997713911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:33,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:33,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ef917cf150be479fa6448254b7cfe353_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ef917cf150be479fa6448254b7cfe353_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:33,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/86c9877cd670425391b995108bafa221, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:33,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/86c9877cd670425391b995108bafa221 is 175, key is test_row_0/A:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:33,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:33,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T06:27:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:33,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742165_1341 (size=39549) 2024-11-19T06:27:33,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/86c9877cd670425391b995108bafa221 2024-11-19T06:27:33,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/36b90335626b4cbd9334f5d24445556d is 50, key is test_row_0/B:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742166_1342 (size=12001) 2024-11-19T06:27:34,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:34,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T06:27:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997714207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997714210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997714212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997714217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997714218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:34,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:34,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T06:27:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:34,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/36b90335626b4cbd9334f5d24445556d 2024-11-19T06:27:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/5f682f19fb214940ad11370e873a9e51 is 50, key is test_row_0/C:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742167_1343 (size=12001) 2024-11-19T06:27:34,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/5f682f19fb214940ad11370e873a9e51 2024-11-19T06:27:34,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/86c9877cd670425391b995108bafa221 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221 2024-11-19T06:27:34,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221, entries=200, sequenceid=95, filesize=38.6 K 2024-11-19T06:27:34,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/36b90335626b4cbd9334f5d24445556d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d 2024-11-19T06:27:34,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d, entries=150, sequenceid=95, filesize=11.7 K 2024-11-19T06:27:34,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/5f682f19fb214940ad11370e873a9e51 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51 2024-11-19T06:27:34,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51, entries=150, sequenceid=95, filesize=11.7 K 2024-11-19T06:27:34,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 33c781d03b935e97429d8fa1492af741 in 849ms, sequenceid=95, compaction requested=true 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:34,416 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:34,416 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:34,417 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,417 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,417 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/fae8727a52ec4f7ab5e3cfcbd49a5990, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.3 K 2024-11-19T06:27:34,417 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=99.2 K 2024-11-19T06:27:34,417 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221] 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting fae8727a52ec4f7ab5e3cfcbd49a5990, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:34,417 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 534ea09e49d8423294c1e913a6625d75, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:34,418 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e5174ad71a88431c805bbc2d4089e795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731997650289 2024-11-19T06:27:34,418 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895f49968ad049bab89c035b843a1b86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731997650289 2024-11-19T06:27:34,418 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 36b90335626b4cbd9334f5d24445556d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652444 2024-11-19T06:27:34,418 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86c9877cd670425391b995108bafa221, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652438 2024-11-19T06:27:34,423 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:34,424 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:34,424 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/3aafaf3c15fb4acbac29b3cad176160a is 50, key is test_row_0/B:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:34,426 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119c21102a6c4964ffd9671575060d1a7ab_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:34,427 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119c21102a6c4964ffd9671575060d1a7ab_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:34,427 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c21102a6c4964ffd9671575060d1a7ab_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742168_1344 (size=12207) 2024-11-19T06:27:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742169_1345 (size=4469) 2024-11-19T06:27:34,432 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#295 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:34,432 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c0d4e94938a34335b0f64dd649ead46d is 175, key is test_row_0/A:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:34,433 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/3aafaf3c15fb4acbac29b3cad176160a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/3aafaf3c15fb4acbac29b3cad176160a 2024-11-19T06:27:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742170_1346 (size=31161) 2024-11-19T06:27:34,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:34,438 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into 3aafaf3c15fb4acbac29b3cad176160a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:34,438 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:34,438 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997654416; duration=0sec 2024-11-19T06:27:34,438 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:34,438 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:34,438 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:34,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,439 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:34,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:34,439 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:34,440 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:34,440 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:34,440 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ad2c1152b9844ff58dfce2ed2b953066, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.3 K 2024-11-19T06:27:34,440 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ad2c1152b9844ff58dfce2ed2b953066, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997649652 2024-11-19T06:27:34,440 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ef9db2e2084e42928e8a7350a51ba935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731997650289 2024-11-19T06:27:34,440 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f682f19fb214940ad11370e873a9e51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652444 2024-11-19T06:27:34,446 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:34,446 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/e980d53d68804bbcacdd447721746f16 is 50, key is test_row_0/C:col10/1731997652446/Put/seqid=0 2024-11-19T06:27:34,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a76da38eb5114153bbdc83772e3348a1_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997653589/Put/seqid=0 2024-11-19T06:27:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742171_1347 (size=12207) 2024-11-19T06:27:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742172_1348 (size=12154) 2024-11-19T06:27:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:34,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:34,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997714733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997714734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997714735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997714735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997714736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:34,840 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/c0d4e94938a34335b0f64dd649ead46d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d 2024-11-19T06:27:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997714837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997714840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,844 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into c0d4e94938a34335b0f64dd649ead46d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:34,844 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:34,844 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997654416; duration=0sec 2024-11-19T06:27:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,844 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:34,844 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997714842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997714842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997714843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:34,853 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a76da38eb5114153bbdc83772e3348a1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a76da38eb5114153bbdc83772e3348a1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/08ac93ab24b94b24ad27e00fdae3af99, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:34,855 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/e980d53d68804bbcacdd447721746f16 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/e980d53d68804bbcacdd447721746f16 2024-11-19T06:27:34,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/08ac93ab24b94b24ad27e00fdae3af99 is 175, key is test_row_0/A:col10/1731997653589/Put/seqid=0 2024-11-19T06:27:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742173_1349 (size=30955) 2024-11-19T06:27:34,861 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/08ac93ab24b94b24ad27e00fdae3af99 2024-11-19T06:27:34,862 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into e980d53d68804bbcacdd447721746f16(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:34,862 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:34,862 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997654416; duration=0sec 2024-11-19T06:27:34,862 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:34,862 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:34,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/197e1af8050b49c1a18e49cea62f37b1 is 50, key is test_row_0/B:col10/1731997653589/Put/seqid=0 2024-11-19T06:27:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742174_1350 (size=12001) 2024-11-19T06:27:34,878 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/197e1af8050b49c1a18e49cea62f37b1 2024-11-19T06:27:34,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/fcd3b226bc904de784ac6618ff2109dd is 50, key is test_row_0/C:col10/1731997653589/Put/seqid=0 2024-11-19T06:27:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742175_1351 (size=12001) 2024-11-19T06:27:35,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997715044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997715045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997715046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997715050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997715051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,287 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/fcd3b226bc904de784ac6618ff2109dd 2024-11-19T06:27:35,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/08ac93ab24b94b24ad27e00fdae3af99 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99 2024-11-19T06:27:35,293 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99, entries=150, sequenceid=116, filesize=30.2 K 2024-11-19T06:27:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/197e1af8050b49c1a18e49cea62f37b1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1 2024-11-19T06:27:35,297 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T06:27:35,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/fcd3b226bc904de784ac6618ff2109dd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd 2024-11-19T06:27:35,300 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-19T06:27:35,301 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 33c781d03b935e97429d8fa1492af741 in 862ms, sequenceid=116, compaction requested=false 2024-11-19T06:27:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-19T06:27:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-19T06:27:35,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-19T06:27:35,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-11-19T06:27:35,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.6270 sec 2024-11-19T06:27:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:35,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:35,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119384f25bd9fb042f081cd1fb245223009_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742176_1352 (size=14794) 2024-11-19T06:27:35,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997715371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997715372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997715373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997715374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997715374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997715480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997715480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997715481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997715481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997715482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997715689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997715690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997715690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997715690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997715691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:35,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119384f25bd9fb042f081cd1fb245223009_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119384f25bd9fb042f081cd1fb245223009_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:35,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/03bd52ecc6c846d3b8bb8666ce5f2612, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:35,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/03bd52ecc6c846d3b8bb8666ce5f2612 is 175, key is test_row_0/A:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742177_1353 (size=39749) 2024-11-19T06:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-19T06:27:35,780 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-19T06:27:35,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-19T06:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:35,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:35,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:35,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:35,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:35,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:35,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:35,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:35,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:35,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:35,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997715994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997715996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997715996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997715998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:35,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997715998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:36,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/03bd52ecc6c846d3b8bb8666ce5f2612 2024-11-19T06:27:36,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/30a8c1a5a29e488287a20293005cef4c is 50, key is test_row_0/B:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:36,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742178_1354 (size=12151) 2024-11-19T06:27:36,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:36,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997716500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997716501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997716501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997716504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997716504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:36,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/30a8c1a5a29e488287a20293005cef4c 2024-11-19T06:27:36,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/46d94f207f4847068f1ba21fc53f55b7 is 50, key is test_row_0/C:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742179_1355 (size=12151) 2024-11-19T06:27:36,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:36,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/46d94f207f4847068f1ba21fc53f55b7 2024-11-19T06:27:36,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/03bd52ecc6c846d3b8bb8666ce5f2612 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612 2024-11-19T06:27:36,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612, entries=200, sequenceid=135, filesize=38.8 K 2024-11-19T06:27:36,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/30a8c1a5a29e488287a20293005cef4c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c 2024-11-19T06:27:36,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:36,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:36,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:37,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:37,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c, entries=150, sequenceid=135, filesize=11.9 K 2024-11-19T06:27:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/46d94f207f4847068f1ba21fc53f55b7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7 2024-11-19T06:27:37,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7, entries=150, sequenceid=135, filesize=11.9 K 2024-11-19T06:27:37,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 33c781d03b935e97429d8fa1492af741 in 1655ms, sequenceid=135, compaction requested=true 2024-11-19T06:27:37,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:37,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:37,005 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:37,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:37,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:37,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:37,006 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:37,006 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:37,006 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:37,006 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:37,006 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:37,007 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=99.5 K 2024-11-19T06:27:37,007 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/3aafaf3c15fb4acbac29b3cad176160a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.5 K 2024-11-19T06:27:37,007 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612] 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aafaf3c15fb4acbac29b3cad176160a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652444 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d4e94938a34335b0f64dd649ead46d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652444 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 197e1af8050b49c1a18e49cea62f37b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997653588 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08ac93ab24b94b24ad27e00fdae3af99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997653588 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 30a8c1a5a29e488287a20293005cef4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:37,007 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03bd52ecc6c846d3b8bb8666ce5f2612, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:37,013 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:37,014 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:37,014 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119bb4e8ecd3a5c4e5e91d59cdb7d03d67d_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:37,014 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/b0d9d192a386436bb61f38e77e8637ee is 50, key is test_row_0/B:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:37,016 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119bb4e8ecd3a5c4e5e91d59cdb7d03d67d_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:37,017 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bb4e8ecd3a5c4e5e91d59cdb7d03d67d_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742181_1357 (size=12459) 2024-11-19T06:27:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742180_1356 (size=4469) 2024-11-19T06:27:37,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:37,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:37,152 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:37,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b689a8d81eac4072bc8132f75c9921bb_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997655366/Put/seqid=0 2024-11-19T06:27:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742182_1358 (size=12304) 2024-11-19T06:27:37,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/b0d9d192a386436bb61f38e77e8637ee as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0d9d192a386436bb61f38e77e8637ee 2024-11-19T06:27:37,433 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into b0d9d192a386436bb61f38e77e8637ee(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:37,433 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:37,433 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997657006; duration=0sec 2024-11-19T06:27:37,433 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:37,433 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:37,434 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:37,434 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:37,434 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:37,435 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:37,435 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/e980d53d68804bbcacdd447721746f16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.5 K 2024-11-19T06:27:37,435 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:37,435 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/ffb9a27096d34be7b59e11eca7eb67bf is 175, key is test_row_0/A:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:37,436 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e980d53d68804bbcacdd447721746f16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731997652444 2024-11-19T06:27:37,437 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting fcd3b226bc904de784ac6618ff2109dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731997653588 2024-11-19T06:27:37,437 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d94f207f4847068f1ba21fc53f55b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742183_1359 (size=31413) 2024-11-19T06:27:37,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:37,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/d4c0b8e60a7c4e0e91f6a5659b79044e is 50, key is test_row_0/C:col10/1731997654734/Put/seqid=0 2024-11-19T06:27:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742184_1360 (size=12459) 2024-11-19T06:27:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997717550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997717550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997717551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997717553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:37,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997717557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,566 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119b689a8d81eac4072bc8132f75c9921bb_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b689a8d81eac4072bc8132f75c9921bb_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/8b8b4ce54ac84107be095e7bfb30d96c, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/8b8b4ce54ac84107be095e7bfb30d96c is 175, key is test_row_0/A:col10/1731997655366/Put/seqid=0 2024-11-19T06:27:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742185_1361 (size=31105) 2024-11-19T06:27:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997717659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997717659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997717664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,845 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/ffb9a27096d34be7b59e11eca7eb67bf as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf 2024-11-19T06:27:37,849 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into ffb9a27096d34be7b59e11eca7eb67bf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:37,849 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:37,849 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997657005; duration=0sec 2024-11-19T06:27:37,849 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:37,849 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:37,851 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/d4c0b8e60a7c4e0e91f6a5659b79044e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d4c0b8e60a7c4e0e91f6a5659b79044e 2024-11-19T06:27:37,855 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into d4c0b8e60a7c4e0e91f6a5659b79044e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:37,855 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:37,855 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997657006; duration=0sec 2024-11-19T06:27:37,855 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:37,855 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997717864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997717865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997717865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997717866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997717873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:37,971 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/8b8b4ce54ac84107be095e7bfb30d96c 2024-11-19T06:27:37,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/24b8436bd88b41678482ec4a40259847 is 50, key is test_row_0/B:col10/1731997655366/Put/seqid=0 2024-11-19T06:27:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742186_1362 (size=12151) 2024-11-19T06:27:37,981 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/24b8436bd88b41678482ec4a40259847 2024-11-19T06:27:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/9fbe0dcfa62549f6a4d984d5b8975f85 is 50, key is test_row_0/C:col10/1731997655366/Put/seqid=0 2024-11-19T06:27:37,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742187_1363 (size=12151) 2024-11-19T06:27:38,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997718169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997718169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997718169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997718169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997718178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,392 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/9fbe0dcfa62549f6a4d984d5b8975f85 2024-11-19T06:27:38,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/8b8b4ce54ac84107be095e7bfb30d96c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c 2024-11-19T06:27:38,398 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c, entries=150, sequenceid=154, filesize=30.4 K 2024-11-19T06:27:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/24b8436bd88b41678482ec4a40259847 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847 2024-11-19T06:27:38,401 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T06:27:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/9fbe0dcfa62549f6a4d984d5b8975f85 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85 2024-11-19T06:27:38,405 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85, entries=150, sequenceid=154, filesize=11.9 K 2024-11-19T06:27:38,405 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 33c781d03b935e97429d8fa1492af741 in 1253ms, sequenceid=154, compaction requested=false 2024-11-19T06:27:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:38,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-19T06:27:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-19T06:27:38,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-19T06:27:38,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-11-19T06:27:38,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.6260 sec 2024-11-19T06:27:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:38,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T06:27:38,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:38,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:38,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:38,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:38,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:38,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:38,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119283798dd4e914b158312ed3d0fa6b654_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742188_1364 (size=12304) 2024-11-19T06:27:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997718701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997718700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997718702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997718705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997718706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997718813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997718813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997718813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997718813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997718816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997719014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997719015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997719015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997719022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997719024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,092 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:39,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119283798dd4e914b158312ed3d0fa6b654_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119283798dd4e914b158312ed3d0fa6b654_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:39,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2cb51624e98d4514b00fada74d4e4407, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:39,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2cb51624e98d4514b00fada74d4e4407 is 175, key is test_row_0/A:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742189_1365 (size=31105) 2024-11-19T06:27:39,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997719319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997719319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997719321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997719328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997719330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2cb51624e98d4514b00fada74d4e4407 2024-11-19T06:27:39,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/8c95d7740c6d4a19b6248a48b31aa6b1 is 50, key is test_row_0/B:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742190_1366 (size=12151) 2024-11-19T06:27:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997719825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997719829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997719829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997719835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997719837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-19T06:27:39,887 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-19T06:27:39,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-19T06:27:39,890 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:39,890 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:39,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:39,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/8c95d7740c6d4a19b6248a48b31aa6b1 2024-11-19T06:27:39,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/d6755da326334316bd7ad13239df3350 is 50, key is test_row_0/C:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742191_1367 (size=12151) 2024-11-19T06:27:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:40,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:40,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-19T06:27:40,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:40,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:40,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:40,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-19T06:27:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:40,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/d6755da326334316bd7ad13239df3350 2024-11-19T06:27:40,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2cb51624e98d4514b00fada74d4e4407 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407 2024-11-19T06:27:40,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407, entries=150, sequenceid=176, filesize=30.4 K 2024-11-19T06:27:40,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/8c95d7740c6d4a19b6248a48b31aa6b1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1 2024-11-19T06:27:40,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-19T06:27:40,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/d6755da326334316bd7ad13239df3350 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350 2024-11-19T06:27:40,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350, entries=150, sequenceid=176, filesize=11.9 K 2024-11-19T06:27:40,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 33c781d03b935e97429d8fa1492af741 in 1658ms, sequenceid=176, compaction requested=true 2024-11-19T06:27:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:40,337 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:40,337 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:40,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:40,338 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,338 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,338 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=91.4 K 2024-11-19T06:27:40,338 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0d9d192a386436bb61f38e77e8637ee, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.9 K 2024-11-19T06:27:40,338 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407] 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffb9a27096d34be7b59e11eca7eb67bf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting b0d9d192a386436bb61f38e77e8637ee, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 24b8436bd88b41678482ec4a40259847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997655366 2024-11-19T06:27:40,338 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b8b4ce54ac84107be095e7bfb30d96c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997655366 2024-11-19T06:27:40,339 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c95d7740c6d4a19b6248a48b31aa6b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:40,339 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cb51624e98d4514b00fada74d4e4407, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:40,345 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:40,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:40,346 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/4c386cbce7d64fcf928fd3c34f661b47 is 50, key is test_row_0/B:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:40,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-19T06:27:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,346 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-19T06:27:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:40,347 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:40,353 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111957f181a4dc9744209fcb964e6d10528f_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:40,355 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111957f181a4dc9744209fcb964e6d10528f_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:40,355 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111957f181a4dc9744209fcb964e6d10528f_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742192_1368 (size=12561) 2024-11-19T06:27:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111927dadfb8859a4fb2a0306cf07e1251b1_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997658704/Put/seqid=0 2024-11-19T06:27:40,366 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/4c386cbce7d64fcf928fd3c34f661b47 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4c386cbce7d64fcf928fd3c34f661b47 2024-11-19T06:27:40,371 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into 4c386cbce7d64fcf928fd3c34f661b47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742193_1369 (size=4469) 2024-11-19T06:27:40,371 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:40,371 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997660337; duration=0sec 2024-11-19T06:27:40,371 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:40,372 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:40,372 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742194_1370 (size=12304) 2024-11-19T06:27:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:40,372 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:40,373 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:40,373 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:40,373 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d4c0b8e60a7c4e0e91f6a5659b79044e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=35.9 K 2024-11-19T06:27:40,373 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c0b8e60a7c4e0e91f6a5659b79044e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731997654734 2024-11-19T06:27:40,374 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fbe0dcfa62549f6a4d984d5b8975f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731997655366 2024-11-19T06:27:40,374 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d6755da326334316bd7ad13239df3350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:40,377 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111927dadfb8859a4fb2a0306cf07e1251b1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111927dadfb8859a4fb2a0306cf07e1251b1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:40,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2ce75d11099a4f73b66aa5a6660d1a1b, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:40,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2ce75d11099a4f73b66aa5a6660d1a1b is 175, key is test_row_0/A:col10/1731997658704/Put/seqid=0 2024-11-19T06:27:40,381 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#315 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:40,382 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/eed5d465dcc3484b89eb3615ff831ffa is 50, key is test_row_0/C:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742195_1371 (size=31105) 2024-11-19T06:27:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742196_1372 (size=12561) 2024-11-19T06:27:40,391 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/eed5d465dcc3484b89eb3615ff831ffa as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/eed5d465dcc3484b89eb3615ff831ffa 2024-11-19T06:27:40,395 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into eed5d465dcc3484b89eb3615ff831ffa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:40,396 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:40,396 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997660337; duration=0sec 2024-11-19T06:27:40,396 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:40,396 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:40,772 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:40,773 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd is 175, key is test_row_0/A:col10/1731997657556/Put/seqid=0 2024-11-19T06:27:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742197_1373 (size=31515) 2024-11-19T06:27:40,785 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2ce75d11099a4f73b66aa5a6660d1a1b 2024-11-19T06:27:40,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e6a07a79251a4035a4a932d4c45f8a56 is 50, key is test_row_0/B:col10/1731997658704/Put/seqid=0 2024-11-19T06:27:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742198_1374 (size=12151) 2024-11-19T06:27:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:40,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997720854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997720855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997720855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997720856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997720856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997720960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997720961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997720961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997720962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997720963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997721162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997721166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997721166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997721167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997721168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,180 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd 2024-11-19T06:27:41,185 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into 1a5ec412a5ad4b3ebe0ed9d705b7d6cd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:41,185 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:41,185 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997660336; duration=0sec 2024-11-19T06:27:41,185 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:41,185 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:41,194 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e6a07a79251a4035a4a932d4c45f8a56 2024-11-19T06:27:41,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/12b10c8a728a44958a7e452cc5099bc8 is 50, key is test_row_0/C:col10/1731997658704/Put/seqid=0 2024-11-19T06:27:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742199_1375 (size=12151) 2024-11-19T06:27:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997721465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997721471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997721472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997721472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997721474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,612 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/12b10c8a728a44958a7e452cc5099bc8 2024-11-19T06:27:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/2ce75d11099a4f73b66aa5a6660d1a1b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b 2024-11-19T06:27:41,619 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b, entries=150, sequenceid=193, filesize=30.4 K 2024-11-19T06:27:41,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e6a07a79251a4035a4a932d4c45f8a56 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56 2024-11-19T06:27:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T06:27:41,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/12b10c8a728a44958a7e452cc5099bc8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8 2024-11-19T06:27:41,626 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T06:27:41,627 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 33c781d03b935e97429d8fa1492af741 in 1281ms, sequenceid=193, compaction requested=false 2024-11-19T06:27:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-19T06:27:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-19T06:27:41,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-19T06:27:41,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-19T06:27:41,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7420 sec 2024-11-19T06:27:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:41,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:41,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193fae26858cc34749abf33cb970dc392c_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742200_1376 (size=14794) 2024-11-19T06:27:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-19T06:27:41,993 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-19T06:27:41,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-19T06:27:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:41,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:41,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:41,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:41,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997721990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997721990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997721990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997721993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997721993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:42,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997722097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997722101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:42,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997722302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997722303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997722303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997722304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997722304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:42,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411193fae26858cc34749abf33cb970dc392c_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fae26858cc34749abf33cb970dc392c_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:42,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:42,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab is 175, key is test_row_0/A:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742201_1377 (size=39749) 2024-11-19T06:27:42,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:42,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997722607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997722609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997722609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997722609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997722609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:42,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab 2024-11-19T06:27:42,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/4978adbe51c84b75b485c3a2ebb695d3 is 50, key is test_row_0/B:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742202_1378 (size=12151) 2024-11-19T06:27:42,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:42,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:42,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:43,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997723112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:43,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997723113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:43,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997723113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997723117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997723118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:43,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:43,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/4978adbe51c84b75b485c3a2ebb695d3 2024-11-19T06:27:43,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/f003ae1ea6eb4ec9bce740afda0f7095 is 50, key is test_row_0/C:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742203_1379 (size=12151) 2024-11-19T06:27:43,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:43,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:43,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:43,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/f003ae1ea6eb4ec9bce740afda0f7095 2024-11-19T06:27:43,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab 2024-11-19T06:27:43,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab, entries=200, sequenceid=216, filesize=38.8 K 2024-11-19T06:27:43,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/4978adbe51c84b75b485c3a2ebb695d3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3 2024-11-19T06:27:43,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T06:27:43,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/f003ae1ea6eb4ec9bce740afda0f7095 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095 2024-11-19T06:27:43,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095, entries=150, sequenceid=216, filesize=11.9 K 2024-11-19T06:27:43,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 33c781d03b935e97429d8fa1492af741 in 1669ms, sequenceid=216, compaction requested=true 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:43,645 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:43,645 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:43,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:43,646 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,646 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,646 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=100.0 K 2024-11-19T06:27:43,646 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4c386cbce7d64fcf928fd3c34f661b47, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=36.0 K 2024-11-19T06:27:43,646 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab] 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c386cbce7d64fcf928fd3c34f661b47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a5ec412a5ad4b3ebe0ed9d705b7d6cd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:43,646 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a07a79251a4035a4a932d4c45f8a56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997658700 2024-11-19T06:27:43,647 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4978adbe51c84b75b485c3a2ebb695d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:43,647 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ce75d11099a4f73b66aa5a6660d1a1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997658700 2024-11-19T06:27:43,647 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83dbcfa5f3e143c9a2c6fa9ff9b081ab, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:43,651 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:43,653 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:43,654 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/f401e3c44cda4e60a5c55f25a8af6529 is 50, key is test_row_0/B:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:43,655 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411197d07da08a02c4870b6ae21e9105e4fde_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:43,657 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411197d07da08a02c4870b6ae21e9105e4fde_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:43,658 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411197d07da08a02c4870b6ae21e9105e4fde_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742204_1380 (size=12663) 2024-11-19T06:27:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742205_1381 (size=4469) 2024-11-19T06:27:43,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:43,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:43,670 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111993073f8e76134cd4b6533f7ac96e8ad7_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997661989/Put/seqid=0 2024-11-19T06:27:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742206_1382 (size=12304) 2024-11-19T06:27:44,064 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:44,064 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/6efd0c6c52814c09a6e299c7cddee424 is 175, key is test_row_0/A:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:44,065 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/f401e3c44cda4e60a5c55f25a8af6529 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/f401e3c44cda4e60a5c55f25a8af6529 2024-11-19T06:27:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742207_1383 (size=31617) 2024-11-19T06:27:44,071 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into f401e3c44cda4e60a5c55f25a8af6529(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:44,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:44,071 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997663645; duration=0sec 2024-11-19T06:27:44,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:44,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:44,071 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:44,072 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/6efd0c6c52814c09a6e299c7cddee424 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424 2024-11-19T06:27:44,072 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:44,072 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:44,072 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:44,072 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/eed5d465dcc3484b89eb3615ff831ffa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=36.0 K 2024-11-19T06:27:44,072 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting eed5d465dcc3484b89eb3615ff831ffa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731997657548 2024-11-19T06:27:44,073 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 12b10c8a728a44958a7e452cc5099bc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997658700 2024-11-19T06:27:44,073 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f003ae1ea6eb4ec9bce740afda0f7095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:44,076 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into 6efd0c6c52814c09a6e299c7cddee424(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:44,076 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:44,076 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997663645; duration=0sec 2024-11-19T06:27:44,076 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:44,076 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:44,078 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:44,079 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/30ae3227db4a40fc99032c769280b009 is 50, key is test_row_0/C:col10/1731997661975/Put/seqid=0 2024-11-19T06:27:44,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:44,084 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111993073f8e76134cd4b6533f7ac96e8ad7_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111993073f8e76134cd4b6533f7ac96e8ad7_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b48439207d3b404aa0786a7b991e111c, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:44,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b48439207d3b404aa0786a7b991e111c is 175, key is test_row_0/A:col10/1731997661989/Put/seqid=0 2024-11-19T06:27:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742208_1384 (size=12663) 2024-11-19T06:27:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742209_1385 (size=31105) 2024-11-19T06:27:44,103 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b48439207d3b404aa0786a7b991e111c 2024-11-19T06:27:44,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/737504ebec614bcca3dff42f7c176d1e is 50, key is test_row_0/B:col10/1731997661989/Put/seqid=0 2024-11-19T06:27:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742210_1386 (size=12151) 2024-11-19T06:27:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997724145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997724146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997724146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997724147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997724151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997724252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997724253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997724254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997724254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997724254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997724458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997724459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997724459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997724460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997724460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,499 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/30ae3227db4a40fc99032c769280b009 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/30ae3227db4a40fc99032c769280b009 2024-11-19T06:27:44,505 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into 30ae3227db4a40fc99032c769280b009(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:44,505 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:44,505 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997663645; duration=0sec 2024-11-19T06:27:44,506 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:44,506 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:44,513 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/737504ebec614bcca3dff42f7c176d1e 2024-11-19T06:27:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/47357605c14040a7bc30f4165c3f40d5 is 50, key is test_row_0/C:col10/1731997661989/Put/seqid=0 2024-11-19T06:27:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742211_1387 (size=12151) 2024-11-19T06:27:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/47357605c14040a7bc30f4165c3f40d5 2024-11-19T06:27:44,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b48439207d3b404aa0786a7b991e111c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c 2024-11-19T06:27:44,543 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c, entries=150, sequenceid=232, filesize=30.4 K 2024-11-19T06:27:44,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/737504ebec614bcca3dff42f7c176d1e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e 2024-11-19T06:27:44,546 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T06:27:44,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/47357605c14040a7bc30f4165c3f40d5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5 2024-11-19T06:27:44,550 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5, entries=150, sequenceid=232, filesize=11.9 K 2024-11-19T06:27:44,551 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 33c781d03b935e97429d8fa1492af741 in 881ms, sequenceid=232, compaction requested=false 2024-11-19T06:27:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-19T06:27:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-19T06:27:44,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-19T06:27:44,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5570 sec 2024-11-19T06:27:44,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.5590 sec 2024-11-19T06:27:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:44,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:44,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a32739262c3543de87066113c7b9ffc1_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742212_1388 (size=12354) 2024-11-19T06:27:44,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997724780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997724781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997724781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997724781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997724787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997724887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997724888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997724888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997724888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997724888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997725092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997725092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997725093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997725093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997725094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:45,180 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119a32739262c3543de87066113c7b9ffc1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a32739262c3543de87066113c7b9ffc1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:45,181 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/da753f8051254e95828a184b63d6cbde, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:45,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/da753f8051254e95828a184b63d6cbde is 175, key is test_row_0/A:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742213_1389 (size=31155) 2024-11-19T06:27:45,186 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/da753f8051254e95828a184b63d6cbde 2024-11-19T06:27:45,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/6a29710e7cd44934b1ea283f3c8cbcf3 is 50, key is test_row_0/B:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742214_1390 (size=12201) 2024-11-19T06:27:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997725396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997725397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997725397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997725399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997725401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/6a29710e7cd44934b1ea283f3c8cbcf3 2024-11-19T06:27:45,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/32ca602b73004fef9ffc94a583e10253 is 50, key is test_row_0/C:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742215_1391 (size=12201) 2024-11-19T06:27:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997725903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997725903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997725905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997725907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997725907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:46,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/32ca602b73004fef9ffc94a583e10253 2024-11-19T06:27:46,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/da753f8051254e95828a184b63d6cbde as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde 2024-11-19T06:27:46,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde, entries=150, sequenceid=257, filesize=30.4 K 2024-11-19T06:27:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/6a29710e7cd44934b1ea283f3c8cbcf3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3 2024-11-19T06:27:46,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3, entries=150, sequenceid=257, filesize=11.9 K 2024-11-19T06:27:46,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/32ca602b73004fef9ffc94a583e10253 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253 2024-11-19T06:27:46,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253, entries=150, sequenceid=257, filesize=11.9 K 2024-11-19T06:27:46,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 33c781d03b935e97429d8fa1492af741 in 1253ms, sequenceid=257, compaction requested=true 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:46,022 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:46,022 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:46,022 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93877 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:46,022 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/B is initiating minor compaction (all files) 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/A is initiating minor compaction (all files) 2024-11-19T06:27:46,023 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/A in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:46,023 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/B in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:46,023 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=91.7 K 2024-11-19T06:27:46,023 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/f401e3c44cda4e60a5c55f25a8af6529, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=36.1 K 2024-11-19T06:27:46,023 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde] 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f401e3c44cda4e60a5c55f25a8af6529, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6efd0c6c52814c09a6e299c7cddee424, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 737504ebec614bcca3dff42f7c176d1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731997661989 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48439207d3b404aa0786a7b991e111c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731997661989 2024-11-19T06:27:46,023 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a29710e7cd44934b1ea283f3c8cbcf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731997664146 2024-11-19T06:27:46,024 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting da753f8051254e95828a184b63d6cbde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731997664146 2024-11-19T06:27:46,028 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:46,029 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:46,030 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/b0fccb6b80914b22a588c95f57abd758 is 50, key is test_row_0/B:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:46,038 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119d611fc9140f44fbba9f9823ca4dfcd22_33c781d03b935e97429d8fa1492af741 store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:46,040 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119d611fc9140f44fbba9f9823ca4dfcd22_33c781d03b935e97429d8fa1492af741, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:46,040 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119d611fc9140f44fbba9f9823ca4dfcd22_33c781d03b935e97429d8fa1492af741 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742216_1392 (size=12815) 2024-11-19T06:27:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742217_1393 (size=4469) 2024-11-19T06:27:46,050 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#A#compaction#331 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:46,050 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b17adfd224e14b438ef68e2e41118eae is 175, key is test_row_0/A:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742218_1394 (size=31769) 2024-11-19T06:27:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-19T06:27:46,098 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-19T06:27:46,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-19T06:27:46,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:46,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:46,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:46,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:46,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111919a7ad6a86f347d6b093a22b54dc7dff_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997664781/Put/seqid=0 2024-11-19T06:27:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742219_1395 (size=12454) 2024-11-19T06:27:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:46,450 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/b0fccb6b80914b22a588c95f57abd758 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0fccb6b80914b22a588c95f57abd758 2024-11-19T06:27:46,454 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/B of 33c781d03b935e97429d8fa1492af741 into b0fccb6b80914b22a588c95f57abd758(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:46,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:46,454 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/B, priority=13, startTime=1731997666022; duration=0sec 2024-11-19T06:27:46,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:46,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:46,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:46,455 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:46,455 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): 33c781d03b935e97429d8fa1492af741/C is initiating minor compaction (all files) 2024-11-19T06:27:46,455 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 33c781d03b935e97429d8fa1492af741/C in TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:46,455 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/30ae3227db4a40fc99032c769280b009, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp, totalSize=36.1 K 2024-11-19T06:27:46,456 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ae3227db4a40fc99032c769280b009, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731997660854 2024-11-19T06:27:46,456 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 47357605c14040a7bc30f4165c3f40d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731997661989 2024-11-19T06:27:46,457 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ca602b73004fef9ffc94a583e10253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731997664146 2024-11-19T06:27:46,457 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/b17adfd224e14b438ef68e2e41118eae as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b17adfd224e14b438ef68e2e41118eae 2024-11-19T06:27:46,462 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/A of 33c781d03b935e97429d8fa1492af741 into b17adfd224e14b438ef68e2e41118eae(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:46,462 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:46,462 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/A, priority=13, startTime=1731997666022; duration=0sec 2024-11-19T06:27:46,462 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:46,462 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:46,465 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33c781d03b935e97429d8fa1492af741#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:46,465 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/a3532c256f764cacadb37461d3c9ae2c is 50, key is test_row_0/C:col10/1731997664150/Put/seqid=0 2024-11-19T06:27:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742220_1396 (size=12815) 2024-11-19T06:27:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111919a7ad6a86f347d6b093a22b54dc7dff_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111919a7ad6a86f347d6b093a22b54dc7dff_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/d9da2721da44441c9da9d3569c3a6451, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:46,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/d9da2721da44441c9da9d3569c3a6451 is 175, key is test_row_0/A:col10/1731997664781/Put/seqid=0 2024-11-19T06:27:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742221_1397 (size=31255) 2024-11-19T06:27:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:46,874 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/a3532c256f764cacadb37461d3c9ae2c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/a3532c256f764cacadb37461d3c9ae2c 2024-11-19T06:27:46,877 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 33c781d03b935e97429d8fa1492af741/C of 33c781d03b935e97429d8fa1492af741 into a3532c256f764cacadb37461d3c9ae2c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:46,877 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:46,877 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741., storeName=33c781d03b935e97429d8fa1492af741/C, priority=13, startTime=1731997666022; duration=0sec 2024-11-19T06:27:46,877 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:46,878 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. as already flushing 2024-11-19T06:27:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997726930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:46,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997726930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:46,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997726932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997726936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997726936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997727037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997727037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997727037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997727042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997727042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,076 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/d9da2721da44441c9da9d3569c3a6451 2024-11-19T06:27:47,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d2c196baee324fdd87d1b98693f5019b is 50, key is test_row_0/B:col10/1731997664781/Put/seqid=0 2024-11-19T06:27:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742222_1398 (size=12301) 2024-11-19T06:27:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997727242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997727242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997727242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997727245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997727245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,462 DEBUG [Thread-1470 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d736887 to 127.0.0.1:55568 2024-11-19T06:27:47,462 DEBUG [Thread-1464 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fe4cb14 to 127.0.0.1:55568 2024-11-19T06:27:47,462 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:47,462 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:47,465 DEBUG [Thread-1472 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19bc2a17 to 127.0.0.1:55568 2024-11-19T06:27:47,465 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:47,466 DEBUG [Thread-1466 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44f513b9 to 127.0.0.1:55568 2024-11-19T06:27:47,466 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:47,467 DEBUG [Thread-1468 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ba658e5 to 127.0.0.1:55568 2024-11-19T06:27:47,467 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:47,515 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d2c196baee324fdd87d1b98693f5019b 2024-11-19T06:27:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/198c4962a3eb486fb779942dc6439d9e is 50, key is test_row_0/C:col10/1731997664781/Put/seqid=0 2024-11-19T06:27:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742223_1399 (size=12301) 2024-11-19T06:27:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45764 deadline: 1731997727545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45832 deadline: 1731997727547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45770 deadline: 1731997727548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45822 deadline: 1731997727551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45848 deadline: 1731997727551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:47,933 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/198c4962a3eb486fb779942dc6439d9e 2024-11-19T06:27:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/d9da2721da44441c9da9d3569c3a6451 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/d9da2721da44441c9da9d3569c3a6451 2024-11-19T06:27:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/d9da2721da44441c9da9d3569c3a6451, entries=150, sequenceid=271, filesize=30.5 K 2024-11-19T06:27:47,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/d2c196baee324fdd87d1b98693f5019b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d2c196baee324fdd87d1b98693f5019b 2024-11-19T06:27:47,954 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d2c196baee324fdd87d1b98693f5019b, entries=150, sequenceid=271, filesize=12.0 K 2024-11-19T06:27:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/198c4962a3eb486fb779942dc6439d9e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/198c4962a3eb486fb779942dc6439d9e 2024-11-19T06:27:47,959 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/198c4962a3eb486fb779942dc6439d9e, entries=150, sequenceid=271, filesize=12.0 K 2024-11-19T06:27:47,960 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 33c781d03b935e97429d8fa1492af741 in 1707ms, sequenceid=271, compaction requested=false 2024-11-19T06:27:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-19T06:27:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-19T06:27:47,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-19T06:27:47,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-19T06:27:47,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8650 sec 2024-11-19T06:27:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:48,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:27:48,054 DEBUG [Thread-1459 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1efa0206 to 127.0.0.1:55568 2024-11-19T06:27:48,054 DEBUG [Thread-1461 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71a4fe0c to 127.0.0.1:55568 2024-11-19T06:27:48,054 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,054 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,055 DEBUG [Thread-1455 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09b3e6d7 to 127.0.0.1:55568 2024-11-19T06:27:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:48,055 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:48,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:48,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:48,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:48,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:48,058 DEBUG [Thread-1457 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54c56f75 to 127.0.0.1:55568 2024-11-19T06:27:48,058 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,059 DEBUG [Thread-1453 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52592365 to 127.0.0.1:55568 2024-11-19T06:27:48,059 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111995584a1c259a4efcb0c007f22d01d3ee_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_0/A:col10/1731997668050/Put/seqid=0 2024-11-19T06:27:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742224_1400 (size=12454) 2024-11-19T06:27:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-19T06:27:48,206 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2192 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6575 rows 2024-11-19T06:27:48,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2186 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6557 rows 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2187 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6559 rows 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2172 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6515 rows 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2185 2024-11-19T06:27:48,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6554 rows 2024-11-19T06:27:48,207 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:27:48,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b8b5c25 to 127.0.0.1:55568 2024-11-19T06:27:48,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:27:48,212 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:27:48,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:27:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:48,216 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997668216"}]},"ts":"1731997668216"} 2024-11-19T06:27:48,217 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:27:48,223 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:27:48,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:27:48,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, UNASSIGN}] 2024-11-19T06:27:48,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, UNASSIGN 2024-11-19T06:27:48,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:48,225 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:27:48,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:48,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:48,378 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:48,378 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:27:48,378 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 33c781d03b935e97429d8fa1492af741, disabling compactions & flushes 2024-11-19T06:27:48,378 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:48,468 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:48,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111995584a1c259a4efcb0c007f22d01d3ee_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995584a1c259a4efcb0c007f22d01d3ee_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:48,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/450aeba7d0fc4b4cbb374c93dad2423e, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:48,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/450aeba7d0fc4b4cbb374c93dad2423e is 175, key is test_row_0/A:col10/1731997668050/Put/seqid=0 2024-11-19T06:27:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742225_1401 (size=31255) 2024-11-19T06:27:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:48,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/450aeba7d0fc4b4cbb374c93dad2423e 2024-11-19T06:27:48,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/008dc1ef06944b7dba9a2ee5ace37c77 is 50, key is test_row_0/B:col10/1731997668050/Put/seqid=0 2024-11-19T06:27:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742226_1402 (size=12301) 2024-11-19T06:27:49,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/008dc1ef06944b7dba9a2ee5ace37c77 2024-11-19T06:27:49,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/1fb5ff7490864d76b8fdea12004beb1e is 50, key is test_row_0/C:col10/1731997668050/Put/seqid=0 2024-11-19T06:27:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742227_1403 (size=12301) 2024-11-19T06:27:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:49,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/1fb5ff7490864d76b8fdea12004beb1e 2024-11-19T06:27:49,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/450aeba7d0fc4b4cbb374c93dad2423e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/450aeba7d0fc4b4cbb374c93dad2423e 2024-11-19T06:27:49,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/450aeba7d0fc4b4cbb374c93dad2423e, entries=150, sequenceid=299, filesize=30.5 K 2024-11-19T06:27:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/008dc1ef06944b7dba9a2ee5ace37c77 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/008dc1ef06944b7dba9a2ee5ace37c77 2024-11-19T06:27:49,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/008dc1ef06944b7dba9a2ee5ace37c77, entries=150, sequenceid=299, filesize=12.0 K 2024-11-19T06:27:49,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/1fb5ff7490864d76b8fdea12004beb1e as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/1fb5ff7490864d76b8fdea12004beb1e 2024-11-19T06:27:49,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/1fb5ff7490864d76b8fdea12004beb1e, entries=150, sequenceid=299, filesize=12.0 K 2024-11-19T06:27:49,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 33c781d03b935e97429d8fa1492af741 in 1686ms, sequenceid=299, compaction requested=true 2024-11-19T06:27:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:49,740 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. because compaction request was cancelled 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:A 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. after waiting 0 ms 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. because compaction request was cancelled 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:B, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:B 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33c781d03b935e97429d8fa1492af741:C, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. because compaction request was cancelled 2024-11-19T06:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:49,740 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 33c781d03b935e97429d8fa1492af741 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-19T06:27:49,740 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33c781d03b935e97429d8fa1492af741:C 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=A 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=B 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33c781d03b935e97429d8fa1492af741, store=C 2024-11-19T06:27:49,740 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:49,745 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111985d301bb22aa4e7a83519cfcae80a5d9_33c781d03b935e97429d8fa1492af741 is 50, key is test_row_1/A:col10/1731997668057/Put/seqid=0 2024-11-19T06:27:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742228_1404 (size=9914) 2024-11-19T06:27:50,150 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:50,158 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111985d301bb22aa4e7a83519cfcae80a5d9_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111985d301bb22aa4e7a83519cfcae80a5d9_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:50,160 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1351ed9bd3674512995362d3d976147c, store: [table=TestAcidGuarantees family=A region=33c781d03b935e97429d8fa1492af741] 2024-11-19T06:27:50,161 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1351ed9bd3674512995362d3d976147c is 175, key is test_row_1/A:col10/1731997668057/Put/seqid=0 2024-11-19T06:27:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742229_1405 (size=22561) 2024-11-19T06:27:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:50,567 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1351ed9bd3674512995362d3d976147c 2024-11-19T06:27:50,580 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e376c3faa11246c78d52e5d026004dbd is 50, key is test_row_1/B:col10/1731997668057/Put/seqid=0 2024-11-19T06:27:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742230_1406 (size=9857) 2024-11-19T06:27:50,984 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e376c3faa11246c78d52e5d026004dbd 2024-11-19T06:27:50,997 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/35b0cdf8baa1439cb03a419d6687b887 is 50, key is test_row_1/C:col10/1731997668057/Put/seqid=0 2024-11-19T06:27:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742231_1407 (size=9857) 2024-11-19T06:27:51,402 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/35b0cdf8baa1439cb03a419d6687b887 2024-11-19T06:27:51,410 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/A/1351ed9bd3674512995362d3d976147c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1351ed9bd3674512995362d3d976147c 2024-11-19T06:27:51,417 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1351ed9bd3674512995362d3d976147c, entries=100, sequenceid=304, filesize=22.0 K 2024-11-19T06:27:51,418 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/B/e376c3faa11246c78d52e5d026004dbd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e376c3faa11246c78d52e5d026004dbd 2024-11-19T06:27:51,424 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e376c3faa11246c78d52e5d026004dbd, entries=100, sequenceid=304, filesize=9.6 K 2024-11-19T06:27:51,425 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/.tmp/C/35b0cdf8baa1439cb03a419d6687b887 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/35b0cdf8baa1439cb03a419d6687b887 2024-11-19T06:27:51,428 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/35b0cdf8baa1439cb03a419d6687b887, entries=100, sequenceid=304, filesize=9.6 K 2024-11-19T06:27:51,429 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 33c781d03b935e97429d8fa1492af741 in 1689ms, sequenceid=304, compaction requested=true 2024-11-19T06:27:51,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde] to archive 2024-11-19T06:27:51,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:51,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4e80af01577b49c69fb84dd66275d6c5 2024-11-19T06:27:51,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c28968954f5f48cb90ec780eef873808 2024-11-19T06:27:51,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/4824c382a39b4a84b9acb1d69ee6ad33 2024-11-19T06:27:51,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/534ea09e49d8423294c1e913a6625d75 2024-11-19T06:27:51,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/895f49968ad049bab89c035b843a1b86 2024-11-19T06:27:51,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/86c9877cd670425391b995108bafa221 2024-11-19T06:27:51,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/c0d4e94938a34335b0f64dd649ead46d 2024-11-19T06:27:51,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/08ac93ab24b94b24ad27e00fdae3af99 2024-11-19T06:27:51,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/03bd52ecc6c846d3b8bb8666ce5f2612 2024-11-19T06:27:51,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/ffb9a27096d34be7b59e11eca7eb67bf 2024-11-19T06:27:51,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/8b8b4ce54ac84107be095e7bfb30d96c 2024-11-19T06:27:51,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1a5ec412a5ad4b3ebe0ed9d705b7d6cd 2024-11-19T06:27:51,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2cb51624e98d4514b00fada74d4e4407 2024-11-19T06:27:51,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/2ce75d11099a4f73b66aa5a6660d1a1b 2024-11-19T06:27:51,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/83dbcfa5f3e143c9a2c6fa9ff9b081ab 2024-11-19T06:27:51,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/6efd0c6c52814c09a6e299c7cddee424 2024-11-19T06:27:51,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b48439207d3b404aa0786a7b991e111c 2024-11-19T06:27:51,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/da753f8051254e95828a184b63d6cbde 2024-11-19T06:27:51,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/fae8727a52ec4f7ab5e3cfcbd49a5990, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/3aafaf3c15fb4acbac29b3cad176160a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0d9d192a386436bb61f38e77e8637ee, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4c386cbce7d64fcf928fd3c34f661b47, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/f401e3c44cda4e60a5c55f25a8af6529, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3] to archive 2024-11-19T06:27:51,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:51,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/5cff52a679d54ffebf36f932ee0b898e 2024-11-19T06:27:51,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/c939c54fead8435da47c814cc4200b16 2024-11-19T06:27:51,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/fae8727a52ec4f7ab5e3cfcbd49a5990 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/fae8727a52ec4f7ab5e3cfcbd49a5990 2024-11-19T06:27:51,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d507d0c1d7014accaf9f1af99bc6cb89 2024-11-19T06:27:51,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e5174ad71a88431c805bbc2d4089e795 2024-11-19T06:27:51,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/3aafaf3c15fb4acbac29b3cad176160a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/3aafaf3c15fb4acbac29b3cad176160a 2024-11-19T06:27:51,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/36b90335626b4cbd9334f5d24445556d 2024-11-19T06:27:51,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/197e1af8050b49c1a18e49cea62f37b1 2024-11-19T06:27:51,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0d9d192a386436bb61f38e77e8637ee to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0d9d192a386436bb61f38e77e8637ee 2024-11-19T06:27:51,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/30a8c1a5a29e488287a20293005cef4c 2024-11-19T06:27:51,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/24b8436bd88b41678482ec4a40259847 2024-11-19T06:27:51,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4c386cbce7d64fcf928fd3c34f661b47 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4c386cbce7d64fcf928fd3c34f661b47 2024-11-19T06:27:51,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/8c95d7740c6d4a19b6248a48b31aa6b1 2024-11-19T06:27:51,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e6a07a79251a4035a4a932d4c45f8a56 2024-11-19T06:27:51,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/f401e3c44cda4e60a5c55f25a8af6529 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/f401e3c44cda4e60a5c55f25a8af6529 2024-11-19T06:27:51,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/4978adbe51c84b75b485c3a2ebb695d3 2024-11-19T06:27:51,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/737504ebec614bcca3dff42f7c176d1e 2024-11-19T06:27:51,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/6a29710e7cd44934b1ea283f3c8cbcf3 2024-11-19T06:27:51,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ad2c1152b9844ff58dfce2ed2b953066, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/e980d53d68804bbcacdd447721746f16, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d4c0b8e60a7c4e0e91f6a5659b79044e, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/eed5d465dcc3484b89eb3615ff831ffa, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/30ae3227db4a40fc99032c769280b009, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253] to archive 2024-11-19T06:27:51,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:27:51,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/c9fddf72293248628e8934f7b82a82ce 2024-11-19T06:27:51,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/7f5367ad58f04838ba1717c322f282af 2024-11-19T06:27:51,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ad2c1152b9844ff58dfce2ed2b953066 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ad2c1152b9844ff58dfce2ed2b953066 2024-11-19T06:27:51,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/58c28343e2f647779176d56510325b55 2024-11-19T06:27:51,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/ef9db2e2084e42928e8a7350a51ba935 2024-11-19T06:27:51,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/e980d53d68804bbcacdd447721746f16 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/e980d53d68804bbcacdd447721746f16 2024-11-19T06:27:51,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/5f682f19fb214940ad11370e873a9e51 2024-11-19T06:27:51,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/fcd3b226bc904de784ac6618ff2109dd 2024-11-19T06:27:51,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d4c0b8e60a7c4e0e91f6a5659b79044e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d4c0b8e60a7c4e0e91f6a5659b79044e 2024-11-19T06:27:51,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/46d94f207f4847068f1ba21fc53f55b7 2024-11-19T06:27:51,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/9fbe0dcfa62549f6a4d984d5b8975f85 2024-11-19T06:27:51,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/eed5d465dcc3484b89eb3615ff831ffa to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/eed5d465dcc3484b89eb3615ff831ffa 2024-11-19T06:27:51,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/d6755da326334316bd7ad13239df3350 2024-11-19T06:27:51,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/12b10c8a728a44958a7e452cc5099bc8 2024-11-19T06:27:51,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/30ae3227db4a40fc99032c769280b009 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/30ae3227db4a40fc99032c769280b009 2024-11-19T06:27:51,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/f003ae1ea6eb4ec9bce740afda0f7095 2024-11-19T06:27:51,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/47357605c14040a7bc30f4165c3f40d5 2024-11-19T06:27:51,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/32ca602b73004fef9ffc94a583e10253 2024-11-19T06:27:51,493 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=4 2024-11-19T06:27:51,494 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741. 2024-11-19T06:27:51,494 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 33c781d03b935e97429d8fa1492af741: 2024-11-19T06:27:51,495 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:51,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=33c781d03b935e97429d8fa1492af741, regionState=CLOSED 2024-11-19T06:27:51,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-19T06:27:51,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 33c781d03b935e97429d8fa1492af741, server=576536e5d610,42839,1731997554164 in 3.2700 sec 2024-11-19T06:27:51,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-19T06:27:51,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=33c781d03b935e97429d8fa1492af741, UNASSIGN in 3.2730 sec 2024-11-19T06:27:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-19T06:27:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2740 sec 2024-11-19T06:27:51,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997671499"}]},"ts":"1731997671499"} 2024-11-19T06:27:51,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:27:51,539 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:27:51,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3270 sec 2024-11-19T06:27:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-19T06:27:52,326 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-19T06:27:52,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:27:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T06:27:52,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits] 2024-11-19T06:27:52,347 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1351ed9bd3674512995362d3d976147c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/1351ed9bd3674512995362d3d976147c 2024-11-19T06:27:52,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/450aeba7d0fc4b4cbb374c93dad2423e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/450aeba7d0fc4b4cbb374c93dad2423e 2024-11-19T06:27:52,352 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b17adfd224e14b438ef68e2e41118eae to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/b17adfd224e14b438ef68e2e41118eae 2024-11-19T06:27:52,354 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/d9da2721da44441c9da9d3569c3a6451 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/A/d9da2721da44441c9da9d3569c3a6451 2024-11-19T06:27:52,358 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/008dc1ef06944b7dba9a2ee5ace37c77 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/008dc1ef06944b7dba9a2ee5ace37c77 2024-11-19T06:27:52,360 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0fccb6b80914b22a588c95f57abd758 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/b0fccb6b80914b22a588c95f57abd758 2024-11-19T06:27:52,361 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d2c196baee324fdd87d1b98693f5019b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/d2c196baee324fdd87d1b98693f5019b 2024-11-19T06:27:52,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e376c3faa11246c78d52e5d026004dbd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/B/e376c3faa11246c78d52e5d026004dbd 2024-11-19T06:27:52,366 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/198c4962a3eb486fb779942dc6439d9e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/198c4962a3eb486fb779942dc6439d9e 2024-11-19T06:27:52,367 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/1fb5ff7490864d76b8fdea12004beb1e to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/1fb5ff7490864d76b8fdea12004beb1e 2024-11-19T06:27:52,369 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/35b0cdf8baa1439cb03a419d6687b887 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/35b0cdf8baa1439cb03a419d6687b887 2024-11-19T06:27:52,370 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/a3532c256f764cacadb37461d3c9ae2c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/C/a3532c256f764cacadb37461d3c9ae2c 2024-11-19T06:27:52,373 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits/307.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741/recovered.edits/307.seqid 2024-11-19T06:27:52,374 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,374 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:27:52,374 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:27:52,375 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T06:27:52,379 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d955d2564e483599b7672b05285a0d_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111916d955d2564e483599b7672b05285a0d_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,381 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111919a7ad6a86f347d6b093a22b54dc7dff_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111919a7ad6a86f347d6b093a22b54dc7dff_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,383 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111927dadfb8859a4fb2a0306cf07e1251b1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111927dadfb8859a4fb2a0306cf07e1251b1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119283798dd4e914b158312ed3d0fa6b654_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119283798dd4e914b158312ed3d0fa6b654_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192e154e910017413ebd785d465b70cd4c_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411192e154e910017413ebd785d465b70cd4c_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,387 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119384f25bd9fb042f081cd1fb245223009_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119384f25bd9fb042f081cd1fb245223009_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193ceb5e4ecd0b4ce0bcdcf200ece91615_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193ceb5e4ecd0b4ce0bcdcf200ece91615_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fae26858cc34749abf33cb970dc392c_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411193fae26858cc34749abf33cb970dc392c_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111985d301bb22aa4e7a83519cfcae80a5d9_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111985d301bb22aa4e7a83519cfcae80a5d9_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,393 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111993073f8e76134cd4b6533f7ac96e8ad7_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111993073f8e76134cd4b6533f7ac96e8ad7_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,395 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995584a1c259a4efcb0c007f22d01d3ee_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111995584a1c259a4efcb0c007f22d01d3ee_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a32739262c3543de87066113c7b9ffc1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a32739262c3543de87066113c7b9ffc1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,397 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a76da38eb5114153bbdc83772e3348a1_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119a76da38eb5114153bbdc83772e3348a1_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b689a8d81eac4072bc8132f75c9921bb_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119b689a8d81eac4072bc8132f75c9921bb_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,400 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ccf40f6ac48641279fb9aa5076660edf_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ccf40f6ac48641279fb9aa5076660edf_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,402 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ef917cf150be479fa6448254b7cfe353_33c781d03b935e97429d8fa1492af741 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ef917cf150be479fa6448254b7cfe353_33c781d03b935e97429d8fa1492af741 2024-11-19T06:27:52,402 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:27:52,405 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,406 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:27:52,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:27:52,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:27:52,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997672409"}]},"ts":"9223372036854775807"} 2024-11-19T06:27:52,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:27:52,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 33c781d03b935e97429d8fa1492af741, NAME => 'TestAcidGuarantees,,1731997644169.33c781d03b935e97429d8fa1492af741.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:27:52,412 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:27:52,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997672412"}]},"ts":"9223372036854775807"} 2024-11-19T06:27:52,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:27:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T06:27:52,450 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 123 msec 2024-11-19T06:27:52,601 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:27:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-19T06:27:52,637 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-19T06:27:52,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 241), OpenFileDescriptor=452 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=5082 (was 5085) 2024-11-19T06:27:52,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5081 2024-11-19T06:27:52,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:27:52,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:27:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:27:52,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:27:52,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:52,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-19T06:27:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:52,663 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:27:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742232_1408 (size=960) 2024-11-19T06:27:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:53,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:27:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742233_1409 (size=53) 2024-11-19T06:27:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f4f147ae2e3ca74a952010d757f61971, disabling compactions & flushes 2024-11-19T06:27:53,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. after waiting 0 ms 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,489 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:53,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:27:53,492 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997673491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997673491"}]},"ts":"1731997673491"} 2024-11-19T06:27:53,494 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:27:53,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:27:53,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997673495"}]},"ts":"1731997673495"} 2024-11-19T06:27:53,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:27:53,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, ASSIGN}] 2024-11-19T06:27:53,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, ASSIGN 2024-11-19T06:27:53,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:27:53,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f4f147ae2e3ca74a952010d757f61971, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:53,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:27:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:53,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T06:27:53,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:53,840 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,841 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:27:53,842 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,842 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:27:53,842 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,843 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,844 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,846 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:53,846 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f147ae2e3ca74a952010d757f61971 columnFamilyName A 2024-11-19T06:27:53,846 DEBUG [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:53,846 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(327): Store=f4f147ae2e3ca74a952010d757f61971/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:53,846 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,847 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:53,848 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f147ae2e3ca74a952010d757f61971 columnFamilyName B 2024-11-19T06:27:53,848 DEBUG [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:53,848 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(327): Store=f4f147ae2e3ca74a952010d757f61971/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:53,848 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,849 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:27:53,849 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f147ae2e3ca74a952010d757f61971 columnFamilyName C 2024-11-19T06:27:53,849 DEBUG [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:27:53,850 INFO [StoreOpener-f4f147ae2e3ca74a952010d757f61971-1 {}] regionserver.HStore(327): Store=f4f147ae2e3ca74a952010d757f61971/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:27:53,850 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,851 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,851 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,853 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:27:53,854 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:53,856 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:27:53,857 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened f4f147ae2e3ca74a952010d757f61971; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73572692, jitterRate=0.09631854295730591}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:27:53,858 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:53,858 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., pid=123, masterSystemTime=1731997673834 2024-11-19T06:27:53,860 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,860 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:53,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=f4f147ae2e3ca74a952010d757f61971, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:27:53,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-19T06:27:53,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 in 182 msec 2024-11-19T06:27:53,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-19T06:27:53,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, ASSIGN in 339 msec 2024-11-19T06:27:53,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:27:53,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997673863"}]},"ts":"1731997673863"} 2024-11-19T06:27:53,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:27:53,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:27:53,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2120 sec 2024-11-19T06:27:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-19T06:27:54,773 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-19T06:27:54,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65036559 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e75b9c0 2024-11-19T06:27:54,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c37647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,823 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:27:54,827 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:27:54,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-19T06:27:54,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-19T06:27:54,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-19T06:27:54,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c014307 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44ff604f 2024-11-19T06:27:54,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b9854ab to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54dabc8f 2024-11-19T06:27:54,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562e0db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-11-19T06:27:54,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-19T06:27:54,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-19T06:27:54,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5938a7c8 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@308560f2 2024-11-19T06:27:54,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25593478 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e4052d1 2024-11-19T06:27:54,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5128bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:27:54,917 DEBUG [hconnection-0x2e23295b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,918 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:54,919 DEBUG [hconnection-0x2e163067-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,919 DEBUG [hconnection-0x23049a47-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-19T06:27:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:54,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:54,920 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:54,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:54,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:27:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:54,927 DEBUG [hconnection-0x5e961616-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,927 DEBUG [hconnection-0x5c4b00b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,928 DEBUG [hconnection-0x2c237261-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,929 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,931 DEBUG [hconnection-0x245929b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,931 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997734935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:54,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:54,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997734935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997734936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:54,939 DEBUG [hconnection-0x2f25bae5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,939 DEBUG [hconnection-0x597f19d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,939 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,939 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997734941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997734941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:54,945 DEBUG [hconnection-0x3015a93c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:27:54,946 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:27:54,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/bcc2fa0f49c94347a2d239cf693f8698 is 50, key is test_row_0/A:col10/1731997674921/Put/seqid=0 2024-11-19T06:27:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742234_1410 (size=12001) 2024-11-19T06:27:54,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/bcc2fa0f49c94347a2d239cf693f8698 2024-11-19T06:27:54,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/4a1c0490128a4033bbc504996c9fa971 is 50, key is test_row_0/B:col10/1731997674921/Put/seqid=0 2024-11-19T06:27:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742235_1411 (size=12001) 2024-11-19T06:27:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:55,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997735036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997735036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997735037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997735042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997735042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:55,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997735240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997735240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997735240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997735247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997735247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/4a1c0490128a4033bbc504996c9fa971 2024-11-19T06:27:55,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/83bcd3833c5243daa50d66a62ce77a20 is 50, key is test_row_0/C:col10/1731997674921/Put/seqid=0 2024-11-19T06:27:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742236_1412 (size=12001) 2024-11-19T06:27:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:55,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997735544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997735544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997735547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997735552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997735552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:55,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/83bcd3833c5243daa50d66a62ce77a20 2024-11-19T06:27:55,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/bcc2fa0f49c94347a2d239cf693f8698 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698 2024-11-19T06:27:55,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/4a1c0490128a4033bbc504996c9fa971 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971 2024-11-19T06:27:55,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:55,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/83bcd3833c5243daa50d66a62ce77a20 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20 2024-11-19T06:27:55,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:55,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20, entries=150, sequenceid=13, filesize=11.7 K 2024-11-19T06:27:55,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for f4f147ae2e3ca74a952010d757f61971 in 916ms, sequenceid=13, compaction requested=false 2024-11-19T06:27:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:55,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:55,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:55,990 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:27:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/70d5028083f9442e933fe52afe9e99c1 is 50, key is test_row_0/A:col10/1731997674934/Put/seqid=0 2024-11-19T06:27:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742237_1413 (size=12001) 2024-11-19T06:27:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:56,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997736059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997736059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997736060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997736060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997736064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997736165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997736165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997736165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997736166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997736368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,397 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/70d5028083f9442e933fe52afe9e99c1 2024-11-19T06:27:56,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/bd4babf5782748489252320ca67e7059 is 50, key is test_row_0/B:col10/1731997674934/Put/seqid=0 2024-11-19T06:27:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742238_1414 (size=12001) 2024-11-19T06:27:56,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997736671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997736671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997736672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997736673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:56,806 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/bd4babf5782748489252320ca67e7059 2024-11-19T06:27:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/169a627c64504ec79b1a237df6c08ccb is 50, key is test_row_0/C:col10/1731997674934/Put/seqid=0 2024-11-19T06:27:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742239_1415 (size=12001) 2024-11-19T06:27:57,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:27:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997737072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997737176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:57,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997737177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:57,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997737177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997737179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:57,216 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/169a627c64504ec79b1a237df6c08ccb 2024-11-19T06:27:57,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/70d5028083f9442e933fe52afe9e99c1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1 2024-11-19T06:27:57,222 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T06:27:57,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/bd4babf5782748489252320ca67e7059 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059 2024-11-19T06:27:57,225 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T06:27:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/169a627c64504ec79b1a237df6c08ccb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb 2024-11-19T06:27:57,229 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb, entries=150, sequenceid=39, filesize=11.7 K 2024-11-19T06:27:57,230 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f4f147ae2e3ca74a952010d757f61971 in 1240ms, sequenceid=39, compaction requested=false 2024-11-19T06:27:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-19T06:27:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-19T06:27:57,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-19T06:27:57,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-19T06:27:57,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.3140 sec 2024-11-19T06:27:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:27:58,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:27:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:27:58,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:27:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:27:58,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:58,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c8800152eac540e5af36d481a65f698d is 50, key is test_row_0/A:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:58,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742240_1416 (size=11997) 2024-11-19T06:27:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997738213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997738214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997738214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997738218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997738318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997738319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997738320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997738320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997738523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997738524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997738524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997738524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c8800152eac540e5af36d481a65f698d 2024-11-19T06:27:58,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6bfae7f0dac44f05bf0f6cceff53e8de is 50, key is test_row_0/B:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742241_1417 (size=9657) 2024-11-19T06:27:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997738829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997738830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997738830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997738830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6bfae7f0dac44f05bf0f6cceff53e8de 2024-11-19T06:27:59,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/4879188c93834e1cabf6279e9833cece is 50, key is test_row_0/C:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742242_1418 (size=9657) 2024-11-19T06:27:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-19T06:27:59,023 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-19T06:27:59,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:27:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-19T06:27:59,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:27:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T06:27:59,027 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:27:59,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:27:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997739095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,099 DEBUG [Thread-1843 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:27:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T06:27:59,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:59,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-19T06:27:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T06:27:59,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:59,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-19T06:27:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:27:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:27:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997739336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997739336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997739337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:27:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997739338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:27:59,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/4879188c93834e1cabf6279e9833cece 2024-11-19T06:27:59,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c8800152eac540e5af36d481a65f698d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d 2024-11-19T06:27:59,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-19T06:27:59,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6bfae7f0dac44f05bf0f6cceff53e8de as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de 2024-11-19T06:27:59,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de, entries=100, sequenceid=50, filesize=9.4 K 2024-11-19T06:27:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/4879188c93834e1cabf6279e9833cece as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece 2024-11-19T06:27:59,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece, entries=100, sequenceid=50, filesize=9.4 K 2024-11-19T06:27:59,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f4f147ae2e3ca74a952010d757f61971 in 1244ms, sequenceid=50, compaction requested=true 2024-11-19T06:27:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:27:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:27:59,427 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:59,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:59,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:27:59,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:59,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:59,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:59,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:27:59,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:27:59,428 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,428 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,428 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.2 K 2024-11-19T06:27:59,428 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=32.9 K 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc2fa0f49c94347a2d239cf693f8698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997674921 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a1c0490128a4033bbc504996c9fa971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997674921 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d5028083f9442e933fe52afe9e99c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731997674934 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting bd4babf5782748489252320ca67e7059, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731997674934 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8800152eac540e5af36d481a65f698d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997676059 2024-11-19T06:27:59,429 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bfae7f0dac44f05bf0f6cceff53e8de, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997676059 2024-11-19T06:27:59,434 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#351 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:59,435 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/2403bf3263e3419aa48d288a67e2d8e5 is 50, key is test_row_0/A:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:59,435 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:59,435 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/9cc241907fc74f5ba13af85a82ad3176 is 50, key is test_row_0/B:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742244_1420 (size=12104) 2024-11-19T06:27:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742243_1419 (size=12104) 2024-11-19T06:27:59,442 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/9cc241907fc74f5ba13af85a82ad3176 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9cc241907fc74f5ba13af85a82ad3176 2024-11-19T06:27:59,442 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/2403bf3263e3419aa48d288a67e2d8e5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/2403bf3263e3419aa48d288a67e2d8e5 2024-11-19T06:27:59,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into 9cc241907fc74f5ba13af85a82ad3176(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:59,445 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into 2403bf3263e3419aa48d288a67e2d8e5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:59,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997679427; duration=0sec 2024-11-19T06:27:59,445 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997679427; duration=0sec 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:27:59,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:27:59,446 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:27:59,446 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:27:59,446 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,446 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=32.9 K 2024-11-19T06:27:59,447 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83bcd3833c5243daa50d66a62ce77a20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731997674921 2024-11-19T06:27:59,447 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169a627c64504ec79b1a237df6c08ccb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731997674934 2024-11-19T06:27:59,447 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4879188c93834e1cabf6279e9833cece, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997676059 2024-11-19T06:27:59,451 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:27:59,451 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d26c5c6603e54386a01a8b31340f324c is 50, key is test_row_0/C:col10/1731997678182/Put/seqid=0 2024-11-19T06:27:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742245_1421 (size=12104) 2024-11-19T06:27:59,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:27:59,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-19T06:27:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,484 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:27:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:27:59,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0eaa103cb381421d911cd4a12f8370b8 is 50, key is test_row_0/A:col10/1731997678213/Put/seqid=0 2024-11-19T06:27:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742246_1422 (size=12001) 2024-11-19T06:27:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T06:27:59,858 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d26c5c6603e54386a01a8b31340f324c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d26c5c6603e54386a01a8b31340f324c 2024-11-19T06:27:59,866 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into d26c5c6603e54386a01a8b31340f324c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:27:59,866 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:59,866 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997679428; duration=0sec 2024-11-19T06:27:59,866 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:27:59,866 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:27:59,891 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0eaa103cb381421d911cd4a12f8370b8 2024-11-19T06:27:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6ecf71d5ce034e36bfc492e88f7d5198 is 50, key is test_row_0/B:col10/1731997678213/Put/seqid=0 2024-11-19T06:27:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742247_1423 (size=12001) 2024-11-19T06:27:59,901 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6ecf71d5ce034e36bfc492e88f7d5198 2024-11-19T06:27:59,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d4f5b27bc84a40349ffb92dc551e29b0 is 50, key is test_row_0/C:col10/1731997678213/Put/seqid=0 2024-11-19T06:27:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742248_1424 (size=12001) 2024-11-19T06:27:59,912 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d4f5b27bc84a40349ffb92dc551e29b0 2024-11-19T06:27:59,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0eaa103cb381421d911cd4a12f8370b8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8 2024-11-19T06:27:59,920 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T06:27:59,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/6ecf71d5ce034e36bfc492e88f7d5198 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198 2024-11-19T06:27:59,924 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T06:27:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d4f5b27bc84a40349ffb92dc551e29b0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0 2024-11-19T06:27:59,928 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-19T06:27:59,928 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f4f147ae2e3ca74a952010d757f61971 in 444ms, sequenceid=77, compaction requested=false 2024-11-19T06:27:59,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:27:59,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:27:59,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-19T06:27:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-19T06:27:59,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-19T06:27:59,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 902 msec 2024-11-19T06:27:59,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 906 msec 2024-11-19T06:28:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-19T06:28:00,128 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-19T06:28:00,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-19T06:28:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T06:28:00,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:00,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:00,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T06:28:00,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:00,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-19T06:28:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-19T06:28:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-19T06:28:00,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-19T06:28:00,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-19T06:28:00,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 155 msec 2024-11-19T06:28:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:00,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:28:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:00,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:00,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/dbc4782d6cea45d3b72b307d8fd3d331 is 50, key is test_row_0/A:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742249_1425 (size=14341) 2024-11-19T06:28:00,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/dbc4782d6cea45d3b72b307d8fd3d331 2024-11-19T06:28:00,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/94b91e543b52451691c7a89393e2c1e6 is 50, key is test_row_0/B:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742250_1426 (size=12001) 2024-11-19T06:28:00,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997740388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997740389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997740392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997740395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-19T06:28:00,431 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-19T06:28:00,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-19T06:28:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:00,433 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:00,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:00,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:00,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997740496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997740497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997740497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997740502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:00,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:00,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-19T06:28:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997740700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997740700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997740701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997740706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:00,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-19T06:28:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:00,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/94b91e543b52451691c7a89393e2c1e6 2024-11-19T06:28:00,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/295a14d96bec4207a0fa47dcf1008aef is 50, key is test_row_0/C:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:00,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742251_1427 (size=12001) 2024-11-19T06:28:00,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/295a14d96bec4207a0fa47dcf1008aef 2024-11-19T06:28:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/dbc4782d6cea45d3b72b307d8fd3d331 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331 2024-11-19T06:28:00,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331, entries=200, sequenceid=90, filesize=14.0 K 2024-11-19T06:28:00,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/94b91e543b52451691c7a89393e2c1e6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6 2024-11-19T06:28:00,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-19T06:28:00,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/295a14d96bec4207a0fa47dcf1008aef as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef 2024-11-19T06:28:00,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef, entries=150, sequenceid=90, filesize=11.7 K 2024-11-19T06:28:00,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f4f147ae2e3ca74a952010d757f61971 in 453ms, sequenceid=90, compaction requested=true 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:00,803 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:00,803 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:00,804 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:00,804 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:00,804 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,804 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9cc241907fc74f5ba13af85a82ad3176, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.3 K 2024-11-19T06:28:00,805 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:00,805 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:00,805 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,805 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/2403bf3263e3419aa48d288a67e2d8e5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=37.5 K 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc241907fc74f5ba13af85a82ad3176, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997674935 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2403bf3263e3419aa48d288a67e2d8e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997674935 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ecf71d5ce034e36bfc492e88f7d5198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731997678210 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0eaa103cb381421d911cd4a12f8370b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731997678210 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 94b91e543b52451691c7a89393e2c1e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:00,806 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc4782d6cea45d3b72b307d8fd3d331, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:00,812 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:00,812 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/70aa1057b9b24d53ab37be667a565175 is 50, key is test_row_0/B:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:00,815 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:00,815 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/e0dc3a6d0d064493b4d5f021bcc85fd5 is 50, key is test_row_0/A:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742253_1429 (size=12207) 2024-11-19T06:28:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742252_1428 (size=12207) 2024-11-19T06:28:00,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:00,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:00,890 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/6e7a14d7da494e1db97f745a43cde765 is 50, key is test_row_0/A:col10/1731997680390/Put/seqid=0 2024-11-19T06:28:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742254_1430 (size=12001) 2024-11-19T06:28:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997741018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997741052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997741052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997741052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997741153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997741165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997741165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997741166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,222 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/e0dc3a6d0d064493b4d5f021bcc85fd5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/e0dc3a6d0d064493b4d5f021bcc85fd5 2024-11-19T06:28:01,226 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into e0dc3a6d0d064493b4d5f021bcc85fd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:01,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:01,226 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997680803; duration=0sec 2024-11-19T06:28:01,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:01,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:01,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/70aa1057b9b24d53ab37be667a565175 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/70aa1057b9b24d53ab37be667a565175 2024-11-19T06:28:01,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:01,227 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:01,227 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:01,227 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:01,227 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d26c5c6603e54386a01a8b31340f324c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.3 K 2024-11-19T06:28:01,227 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d26c5c6603e54386a01a8b31340f324c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731997674935 2024-11-19T06:28:01,228 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f5b27bc84a40349ffb92dc551e29b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731997678210 2024-11-19T06:28:01,228 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 295a14d96bec4207a0fa47dcf1008aef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:01,230 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into 70aa1057b9b24d53ab37be667a565175(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:01,230 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:01,230 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997680803; duration=0sec 2024-11-19T06:28:01,230 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:01,230 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:01,238 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:01,238 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ea17161ca98b4a6da3cb72cadf95545d is 50, key is test_row_0/C:col10/1731997680349/Put/seqid=0 2024-11-19T06:28:01,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742255_1431 (size=12207) 2024-11-19T06:28:01,298 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/6e7a14d7da494e1db97f745a43cde765 2024-11-19T06:28:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/722ee49c16d84515b4356db3eff2d497 is 50, key is test_row_0/B:col10/1731997680390/Put/seqid=0 2024-11-19T06:28:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742256_1432 (size=12001) 2024-11-19T06:28:01,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997741356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997741371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997741372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997741372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:01,647 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ea17161ca98b4a6da3cb72cadf95545d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ea17161ca98b4a6da3cb72cadf95545d 2024-11-19T06:28:01,652 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into ea17161ca98b4a6da3cb72cadf95545d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:01,652 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:01,652 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997680803; duration=0sec 2024-11-19T06:28:01,652 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:01,652 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:01,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997741663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997741677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997741678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997741678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:01,709 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/722ee49c16d84515b4356db3eff2d497 2024-11-19T06:28:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d69cf89c83e64aff876f6f33ad0f9ad5 is 50, key is test_row_0/C:col10/1731997680390/Put/seqid=0 2024-11-19T06:28:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742257_1433 (size=12001) 2024-11-19T06:28:02,130 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d69cf89c83e64aff876f6f33ad0f9ad5 2024-11-19T06:28:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/6e7a14d7da494e1db97f745a43cde765 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765 2024-11-19T06:28:02,137 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:28:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/722ee49c16d84515b4356db3eff2d497 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497 2024-11-19T06:28:02,141 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:28:02,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/d69cf89c83e64aff876f6f33ad0f9ad5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5 2024-11-19T06:28:02,145 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:28:02,146 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for f4f147ae2e3ca74a952010d757f61971 in 1256ms, sequenceid=115, compaction requested=false 2024-11-19T06:28:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-19T06:28:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-19T06:28:02,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-19T06:28:02,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-11-19T06:28:02,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.7160 sec 2024-11-19T06:28:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:02,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:02,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/fcb5d98996044bc19551a444df87af71 is 50, key is test_row_0/A:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742258_1434 (size=14391) 2024-11-19T06:28:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997742204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997742208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997742209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997742210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997742314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997742314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997742315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997742320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997742519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997742519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997742520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997742525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-19T06:28:02,537 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-19T06:28:02,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-19T06:28:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:02,539 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:02,539 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:02,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:02,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/fcb5d98996044bc19551a444df87af71 2024-11-19T06:28:02,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c6d642e61a1a4d1d9333e9404a3b1619 is 50, key is test_row_0/B:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742259_1435 (size=12051) 2024-11-19T06:28:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:02,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:02,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997742822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997742824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997742826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997742832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:02,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:02,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c6d642e61a1a4d1d9333e9404a3b1619 2024-11-19T06:28:02,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:02,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:02,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/be5f2ee59f1345a7968b696e1f9e6b99 is 50, key is test_row_0/C:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742260_1436 (size=12051) 2024-11-19T06:28:03,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997743116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:03,120 DEBUG [Thread-1843 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:03,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:03,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:03,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:03,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997743328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997743330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997743332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:03,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997743336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:03,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/be5f2ee59f1345a7968b696e1f9e6b99 2024-11-19T06:28:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/fcb5d98996044bc19551a444df87af71 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71 2024-11-19T06:28:03,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71, entries=200, sequenceid=132, filesize=14.1 K 2024-11-19T06:28:03,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c6d642e61a1a4d1d9333e9404a3b1619 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619 2024-11-19T06:28:03,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T06:28:03,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/be5f2ee59f1345a7968b696e1f9e6b99 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99 2024-11-19T06:28:03,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99, entries=150, sequenceid=132, filesize=11.8 K 2024-11-19T06:28:03,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f4f147ae2e3ca74a952010d757f61971 in 1254ms, sequenceid=132, compaction requested=true 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:03,427 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:03,427 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:03,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:03,428 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,428 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,428 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/e0dc3a6d0d064493b4d5f021bcc85fd5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=37.7 K 2024-11-19T06:28:03,428 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/70aa1057b9b24d53ab37be667a565175, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.4 K 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0dc3a6d0d064493b4d5f021bcc85fd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 70aa1057b9b24d53ab37be667a565175, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7a14d7da494e1db97f745a43cde765, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997680381 2024-11-19T06:28:03,428 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 722ee49c16d84515b4356db3eff2d497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997680381 2024-11-19T06:28:03,429 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb5d98996044bc19551a444df87af71, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:03,429 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c6d642e61a1a4d1d9333e9404a3b1619, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:03,434 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:03,434 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:03,435 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/44aa644220be4427a029f629723a8444 is 50, key is test_row_0/A:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:03,435 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c5d70900923c4eeba2dfdf8f21b20917 is 50, key is test_row_0/B:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742261_1437 (size=12359) 2024-11-19T06:28:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742262_1438 (size=12359) 2024-11-19T06:28:03,441 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/44aa644220be4427a029f629723a8444 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/44aa644220be4427a029f629723a8444 2024-11-19T06:28:03,441 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c5d70900923c4eeba2dfdf8f21b20917 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c5d70900923c4eeba2dfdf8f21b20917 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into c5d70900923c4eeba2dfdf8f21b20917(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into 44aa644220be4427a029f629723a8444(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997683427; duration=0sec 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997683427; duration=0sec 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:03,445 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,445 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ea17161ca98b4a6da3cb72cadf95545d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.4 K 2024-11-19T06:28:03,446 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ea17161ca98b4a6da3cb72cadf95545d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731997680345 2024-11-19T06:28:03,446 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting d69cf89c83e64aff876f6f33ad0f9ad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997680381 2024-11-19T06:28:03,446 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting be5f2ee59f1345a7968b696e1f9e6b99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:03,452 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:03,453 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/1bd7c57dd916471c84912aaaed3fdb36 is 50, key is test_row_0/C:col10/1731997681011/Put/seqid=0 2024-11-19T06:28:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742263_1439 (size=12359) 2024-11-19T06:28:03,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:03,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:03,499 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8e787f5b25104fefa57b885d6e59774b is 50, key is test_row_0/A:col10/1731997682207/Put/seqid=0 2024-11-19T06:28:03,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742264_1440 (size=12151) 2024-11-19T06:28:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:03,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T06:28:03,831 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-19T06:28:03,861 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/1bd7c57dd916471c84912aaaed3fdb36 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/1bd7c57dd916471c84912aaaed3fdb36 2024-11-19T06:28:03,864 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into 1bd7c57dd916471c84912aaaed3fdb36(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:03,864 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:03,864 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997683427; duration=0sec 2024-11-19T06:28:03,864 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:03,864 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:03,907 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8e787f5b25104fefa57b885d6e59774b 2024-11-19T06:28:03,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/773448525d904933829efd2b6abaf24d is 50, key is test_row_0/B:col10/1731997682207/Put/seqid=0 2024-11-19T06:28:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742265_1441 (size=12151) 2024-11-19T06:28:04,321 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/773448525d904933829efd2b6abaf24d 2024-11-19T06:28:04,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cb5c18453c274375a3889d73932fde26 is 50, key is test_row_0/C:col10/1731997682207/Put/seqid=0 2024-11-19T06:28:04,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742266_1442 (size=12151) 2024-11-19T06:28:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:04,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:04,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997744352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997744353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997744354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997744354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997744455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997744458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997744458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997744460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997744662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997744664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997744664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997744665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:04,732 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cb5c18453c274375a3889d73932fde26 2024-11-19T06:28:04,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8e787f5b25104fefa57b885d6e59774b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b 2024-11-19T06:28:04,738 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-19T06:28:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/773448525d904933829efd2b6abaf24d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d 2024-11-19T06:28:04,742 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-19T06:28:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cb5c18453c274375a3889d73932fde26 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26 2024-11-19T06:28:04,745 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26, entries=150, sequenceid=156, filesize=11.9 K 2024-11-19T06:28:04,746 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f4f147ae2e3ca74a952010d757f61971 in 1246ms, sequenceid=156, compaction requested=false 2024-11-19T06:28:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-19T06:28:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-19T06:28:04,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-19T06:28:04,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2080 sec 2024-11-19T06:28:04,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.2100 sec 2024-11-19T06:28:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:04,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:04,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/031474833ae7404db2150fb3c613b7a8 is 50, key is test_row_0/A:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742267_1443 (size=16931) 2024-11-19T06:28:05,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997745007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997745011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997745012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997745012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997745113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997745114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997745118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997745118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997745318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997745318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997745323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997745325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/031474833ae7404db2150fb3c613b7a8 2024-11-19T06:28:05,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/9d9c54821a024b2f8bee5756d74565c5 is 50, key is test_row_0/B:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742268_1444 (size=12151) 2024-11-19T06:28:05,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997745623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997745624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997745629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997745631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:05,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/9d9c54821a024b2f8bee5756d74565c5 2024-11-19T06:28:05,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/9e8b169730e14f7184e7c9664c019754 is 50, key is test_row_0/C:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742269_1445 (size=12151) 2024-11-19T06:28:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997746132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997746133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997746135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:06,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997746137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:06,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/9e8b169730e14f7184e7c9664c019754 2024-11-19T06:28:06,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/031474833ae7404db2150fb3c613b7a8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8 2024-11-19T06:28:06,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8, entries=250, sequenceid=175, filesize=16.5 K 2024-11-19T06:28:06,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/9d9c54821a024b2f8bee5756d74565c5 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5 2024-11-19T06:28:06,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5, entries=150, sequenceid=175, filesize=11.9 K 2024-11-19T06:28:06,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/9e8b169730e14f7184e7c9664c019754 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754 2024-11-19T06:28:06,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754, entries=150, sequenceid=175, filesize=11.9 K 2024-11-19T06:28:06,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f4f147ae2e3ca74a952010d757f61971 in 1254ms, sequenceid=175, compaction requested=true 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:06,224 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:06,224 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:06,225 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:06,225 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:06,225 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/44aa644220be4427a029f629723a8444, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=40.5 K 2024-11-19T06:28:06,225 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c5d70900923c4eeba2dfdf8f21b20917, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.8 K 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d70900923c4eeba2dfdf8f21b20917, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:06,225 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44aa644220be4427a029f629723a8444, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:06,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 773448525d904933829efd2b6abaf24d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731997682207 2024-11-19T06:28:06,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e787f5b25104fefa57b885d6e59774b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731997682207 2024-11-19T06:28:06,226 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9c54821a024b2f8bee5756d74565c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:06,226 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031474833ae7404db2150fb3c613b7a8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:06,231 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:06,231 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/0b156a0396c1442b8c807aaebca1c03d is 50, key is test_row_0/B:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:06,233 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:06,233 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/55a2f0862bae463a985787720298c987 is 50, key is test_row_0/A:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:06,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742270_1446 (size=12561) 2024-11-19T06:28:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742271_1447 (size=12561) 2024-11-19T06:28:06,639 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/55a2f0862bae463a985787720298c987 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/55a2f0862bae463a985787720298c987 2024-11-19T06:28:06,639 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/0b156a0396c1442b8c807aaebca1c03d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/0b156a0396c1442b8c807aaebca1c03d 2024-11-19T06:28:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-19T06:28:06,642 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into 0b156a0396c1442b8c807aaebca1c03d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:06,643 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997686224; duration=0sec 2024-11-19T06:28:06,643 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-19T06:28:06,643 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into 55a2f0862bae463a985787720298c987(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:06,643 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997686224; duration=0sec 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:06,643 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:06,644 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:06,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:06,644 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:06,644 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/1bd7c57dd916471c84912aaaed3fdb36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=35.8 K 2024-11-19T06:28:06,644 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bd7c57dd916471c84912aaaed3fdb36, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731997681011 2024-11-19T06:28:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-19T06:28:06,644 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cb5c18453c274375a3889d73932fde26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731997682207 2024-11-19T06:28:06,644 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8b169730e14f7184e7c9664c019754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T06:28:06,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:06,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:06,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:06,651 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:06,651 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/29d66b0fb13448cb9ad31e9274ea0f88 is 50, key is test_row_0/C:col10/1731997684969/Put/seqid=0 2024-11-19T06:28:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742272_1448 (size=12561) 2024-11-19T06:28:06,664 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/29d66b0fb13448cb9ad31e9274ea0f88 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/29d66b0fb13448cb9ad31e9274ea0f88 2024-11-19T06:28:06,668 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into 29d66b0fb13448cb9ad31e9274ea0f88(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:06,668 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:06,668 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997686224; duration=0sec 2024-11-19T06:28:06,668 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:06,668 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T06:28:06,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:06,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:06,797 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:06,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:06,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/d74739f5522240619fd43866a0b727e8 is 50, key is test_row_0/A:col10/1731997685002/Put/seqid=0 2024-11-19T06:28:06,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742273_1449 (size=12151) 2024-11-19T06:28:06,822 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/d74739f5522240619fd43866a0b727e8 2024-11-19T06:28:06,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/ccc4bee9986b4a9ba2f87cdfde632435 is 50, key is test_row_0/B:col10/1731997685002/Put/seqid=0 2024-11-19T06:28:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742274_1450 (size=12151) 2024-11-19T06:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T06:28:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:07,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997747187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997747187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997747188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997747193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,230 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/ccc4bee9986b4a9ba2f87cdfde632435 2024-11-19T06:28:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cc88fbbe80e641f9b29396303eb98262 is 50, key is test_row_0/C:col10/1731997685002/Put/seqid=0 2024-11-19T06:28:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742275_1451 (size=12151) 2024-11-19T06:28:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T06:28:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997747294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997747294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997747294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997747298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997747498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997747499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997747500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997747503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,640 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cc88fbbe80e641f9b29396303eb98262 2024-11-19T06:28:07,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/d74739f5522240619fd43866a0b727e8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8 2024-11-19T06:28:07,646 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-19T06:28:07,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/ccc4bee9986b4a9ba2f87cdfde632435 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435 2024-11-19T06:28:07,649 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435, entries=150, sequenceid=197, filesize=11.9 K 2024-11-19T06:28:07,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/cc88fbbe80e641f9b29396303eb98262 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262 2024-11-19T06:28:07,652 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262, entries=150, sequenceid=197, filesize=11.9 K 2024-11-19T06:28:07,653 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f4f147ae2e3ca74a952010d757f61971 in 856ms, sequenceid=197, compaction requested=false 2024-11-19T06:28:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-19T06:28:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-19T06:28:07,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-19T06:28:07,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-19T06:28:07,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0120 sec 2024-11-19T06:28:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-19T06:28:07,747 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-19T06:28:07,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-19T06:28:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:07,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:07,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:07,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:07,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:07,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:07,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 is 50, key is test_row_0/A:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742276_1452 (size=14541) 2024-11-19T06:28:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997747833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997747835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997747840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997747840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:07,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:07,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:07,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997747940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997747941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997747943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997747947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:08,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997748144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997748146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997748147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997748150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 2024-11-19T06:28:08,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/8a3bd164880441b38fffbf2778ca05eb is 50, key is test_row_0/B:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:08,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742277_1453 (size=12151) 2024-11-19T06:28:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:08,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997748449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997748453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997748453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997748458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/8a3bd164880441b38fffbf2778ca05eb 2024-11-19T06:28:08,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/5bbe1648436e4bbf9b097ec0fc508d78 is 50, key is test_row_0/C:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742278_1454 (size=12151) 2024-11-19T06:28:08,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:08,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:08,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:08,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:08,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997748956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997748958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997748959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:08,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997748962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:09,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:09,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:09,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/5bbe1648436e4bbf9b097ec0fc508d78 2024-11-19T06:28:09,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 2024-11-19T06:28:09,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9, entries=200, sequenceid=215, filesize=14.2 K 2024-11-19T06:28:09,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/8a3bd164880441b38fffbf2778ca05eb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb 2024-11-19T06:28:09,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb, entries=150, sequenceid=215, filesize=11.9 K 2024-11-19T06:28:09,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/5bbe1648436e4bbf9b097ec0fc508d78 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78 2024-11-19T06:28:09,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78, entries=150, sequenceid=215, filesize=11.9 K 2024-11-19T06:28:09,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f4f147ae2e3ca74a952010d757f61971 in 1253ms, sequenceid=215, compaction requested=true 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:09,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:09,060 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:09,061 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,061 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,061 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/55a2f0862bae463a985787720298c987, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=38.3 K 2024-11-19T06:28:09,061 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/0b156a0396c1442b8c807aaebca1c03d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.0 K 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a2f0862bae463a985787720298c987, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b156a0396c1442b8c807aaebca1c03d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc4bee9986b4a9ba2f87cdfde632435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731997685002 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d74739f5522240619fd43866a0b727e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731997685002 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a3bd164880441b38fffbf2778ca05eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687187 2024-11-19T06:28:09,061 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be9f6c7b5b946a28f2e1bd7b1e54bc9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687151 2024-11-19T06:28:09,068 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:09,068 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:09,068 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c9c39213c67c44eb86036c906b9d5ac0 is 50, key is test_row_0/B:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:09,068 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0f2c0468908a411eaab8c88129af4b24 is 50, key is test_row_0/A:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:09,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742279_1455 (size=12663) 2024-11-19T06:28:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742280_1456 (size=12663) 2024-11-19T06:28:09,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:09,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-19T06:28:09,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,174 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-19T06:28:09,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:09,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/80532fbde929433eb99529498f671f86 is 50, key is test_row_0/A:col10/1731997687827/Put/seqid=0 2024-11-19T06:28:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742281_1457 (size=12151) 2024-11-19T06:28:09,475 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/c9c39213c67c44eb86036c906b9d5ac0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c9c39213c67c44eb86036c906b9d5ac0 2024-11-19T06:28:09,478 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into c9c39213c67c44eb86036c906b9d5ac0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:09,479 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:09,479 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997689060; duration=0sec 2024-11-19T06:28:09,479 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:09,479 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:09,479 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:09,481 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0f2c0468908a411eaab8c88129af4b24 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0f2c0468908a411eaab8c88129af4b24 2024-11-19T06:28:09,481 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:09,481 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:09,481 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:09,481 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/29d66b0fb13448cb9ad31e9274ea0f88, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.0 K 2024-11-19T06:28:09,482 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d66b0fb13448cb9ad31e9274ea0f88, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731997684352 2024-11-19T06:28:09,482 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting cc88fbbe80e641f9b29396303eb98262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731997685002 2024-11-19T06:28:09,482 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbe1648436e4bbf9b097ec0fc508d78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687187 2024-11-19T06:28:09,484 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into 0f2c0468908a411eaab8c88129af4b24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:09,484 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:09,484 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997689060; duration=0sec 2024-11-19T06:28:09,484 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:09,484 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:09,487 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:09,488 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/c2da005e70944c479bd7824833625aa0 is 50, key is test_row_0/C:col10/1731997687805/Put/seqid=0 2024-11-19T06:28:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742282_1458 (size=12663) 2024-11-19T06:28:09,582 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/80532fbde929433eb99529498f671f86 2024-11-19T06:28:09,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/7ac01f4b3998407db988fe17d7a37e03 is 50, key is test_row_0/B:col10/1731997687827/Put/seqid=0 2024-11-19T06:28:09,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742283_1459 (size=12151) 2024-11-19T06:28:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:09,894 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/c2da005e70944c479bd7824833625aa0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/c2da005e70944c479bd7824833625aa0 2024-11-19T06:28:09,897 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into c2da005e70944c479bd7824833625aa0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:09,897 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:09,897 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997689060; duration=0sec 2024-11-19T06:28:09,897 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:09,897 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:09,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:09,990 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/7ac01f4b3998407db988fe17d7a37e03 2024-11-19T06:28:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997749984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997749986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997749992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997749992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/3be3e42b82e5482f8517fa5fd1389b65 is 50, key is test_row_0/C:col10/1731997687827/Put/seqid=0 2024-11-19T06:28:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742284_1460 (size=12151) 2024-11-19T06:28:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997750093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997750093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997750093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997750093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997750295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997750295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997750298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997750299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,399 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/3be3e42b82e5482f8517fa5fd1389b65 2024-11-19T06:28:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/80532fbde929433eb99529498f671f86 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86 2024-11-19T06:28:10,404 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T06:28:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/7ac01f4b3998407db988fe17d7a37e03 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03 2024-11-19T06:28:10,408 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T06:28:10,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/3be3e42b82e5482f8517fa5fd1389b65 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65 2024-11-19T06:28:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65, entries=150, sequenceid=234, filesize=11.9 K 2024-11-19T06:28:10,412 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for f4f147ae2e3ca74a952010d757f61971 in 1238ms, sequenceid=234, compaction requested=false 2024-11-19T06:28:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-19T06:28:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-19T06:28:10,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-19T06:28:10,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-19T06:28:10,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.6660 sec 2024-11-19T06:28:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:10,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:10,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/adc21d7f70ea423fb99778c1acdc0bbd is 50, key is test_row_0/A:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742285_1461 (size=12251) 2024-11-19T06:28:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997750652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997750653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997750659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997750659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997750760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997750760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997750767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997750767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997750966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997750966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997750972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997750972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/adc21d7f70ea423fb99778c1acdc0bbd 2024-11-19T06:28:11,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/f9ce34702a9a452c82cded53b186dd31 is 50, key is test_row_0/B:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742286_1462 (size=12251) 2024-11-19T06:28:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997751271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997751272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997751278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997751279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/f9ce34702a9a452c82cded53b186dd31 2024-11-19T06:28:11,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/eaa888cb7a234af897c5e10545f11671 is 50, key is test_row_0/C:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:11,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742287_1463 (size=12251) 2024-11-19T06:28:11,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997751778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997751781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997751784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997751785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-19T06:28:11,853 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-19T06:28:11,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-19T06:28:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:11,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:11,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:11,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:11,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/eaa888cb7a234af897c5e10545f11671 2024-11-19T06:28:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/adc21d7f70ea423fb99778c1acdc0bbd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd 2024-11-19T06:28:11,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:28:11,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/f9ce34702a9a452c82cded53b186dd31 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31 2024-11-19T06:28:11,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:28:11,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/eaa888cb7a234af897c5e10545f11671 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671 2024-11-19T06:28:11,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671, entries=150, sequenceid=258, filesize=12.0 K 2024-11-19T06:28:11,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f4f147ae2e3ca74a952010d757f61971 in 1247ms, sequenceid=258, compaction requested=true 2024-11-19T06:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:11,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:11,882 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:11,882 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:11,883 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0f2c0468908a411eaab8c88129af4b24, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.2 K 2024-11-19T06:28:11,883 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:11,883 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c9c39213c67c44eb86036c906b9d5ac0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.2 K 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f2c0468908a411eaab8c88129af4b24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687187 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c9c39213c67c44eb86036c906b9d5ac0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687187 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac01f4b3998407db988fe17d7a37e03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731997687827 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80532fbde929433eb99529498f671f86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731997687827 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ce34702a9a452c82cded53b186dd31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:11,883 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting adc21d7f70ea423fb99778c1acdc0bbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:11,888 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:11,888 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/caa7a4736f0c4a3b9daf60e0898fb248 is 50, key is test_row_0/A:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:11,891 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:11,891 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/65341fa02fa940f28c69da8cc7abec32 is 50, key is test_row_0/B:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742288_1464 (size=12865) 2024-11-19T06:28:11,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742289_1465 (size=12865) 2024-11-19T06:28:11,900 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/caa7a4736f0c4a3b9daf60e0898fb248 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/caa7a4736f0c4a3b9daf60e0898fb248 2024-11-19T06:28:11,903 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into caa7a4736f0c4a3b9daf60e0898fb248(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:11,903 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:11,904 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997691881; duration=0sec 2024-11-19T06:28:11,904 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:11,904 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:11,904 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:11,904 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:11,904 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:11,904 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:11,904 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/c2da005e70944c479bd7824833625aa0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.2 K 2024-11-19T06:28:11,905 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2da005e70944c479bd7824833625aa0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731997687187 2024-11-19T06:28:11,905 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be3e42b82e5482f8517fa5fd1389b65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731997687827 2024-11-19T06:28:11,905 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa888cb7a234af897c5e10545f11671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:11,910 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:11,911 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ad63c85b38ff42d2b866d2180986c4cb is 50, key is test_row_0/C:col10/1731997689990/Put/seqid=0 2024-11-19T06:28:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742290_1466 (size=12865) 2024-11-19T06:28:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:12,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:12,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:12,007 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:12,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/db4612e2610448689af04aa686ba4dcd is 50, key is test_row_0/A:col10/1731997690652/Put/seqid=0 2024-11-19T06:28:12,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742291_1467 (size=12301) 2024-11-19T06:28:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:12,300 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/65341fa02fa940f28c69da8cc7abec32 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/65341fa02fa940f28c69da8cc7abec32 2024-11-19T06:28:12,303 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into 65341fa02fa940f28c69da8cc7abec32(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:12,303 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:12,303 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997691882; duration=0sec 2024-11-19T06:28:12,303 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:12,303 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:12,316 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ad63c85b38ff42d2b866d2180986c4cb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ad63c85b38ff42d2b866d2180986c4cb 2024-11-19T06:28:12,320 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into ad63c85b38ff42d2b866d2180986c4cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:12,320 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:12,320 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997691882; duration=0sec 2024-11-19T06:28:12,320 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:12,320 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:12,416 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/db4612e2610448689af04aa686ba4dcd 2024-11-19T06:28:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/5ede898f6c0349f6bb2e58248b94fb57 is 50, key is test_row_0/B:col10/1731997690652/Put/seqid=0 2024-11-19T06:28:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742292_1468 (size=12301) 2024-11-19T06:28:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:12,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:12,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997752808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997752810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997752811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997752811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,837 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/5ede898f6c0349f6bb2e58248b94fb57 2024-11-19T06:28:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/b0a1baf9938f4b0291085d4b9b3222b4 is 50, key is test_row_0/C:col10/1731997690652/Put/seqid=0 2024-11-19T06:28:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742293_1469 (size=12301) 2024-11-19T06:28:12,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997752915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997752915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997752916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997752918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997753119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997753120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997753120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997753123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44482 deadline: 1731997753126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,130 DEBUG [Thread-1843 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., hostname=576536e5d610,42839,1731997554164, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:13,245 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/b0a1baf9938f4b0291085d4b9b3222b4 2024-11-19T06:28:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/db4612e2610448689af04aa686ba4dcd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd 2024-11-19T06:28:13,251 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T06:28:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/5ede898f6c0349f6bb2e58248b94fb57 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57 2024-11-19T06:28:13,254 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T06:28:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/b0a1baf9938f4b0291085d4b9b3222b4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4 2024-11-19T06:28:13,257 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4, entries=150, sequenceid=274, filesize=12.0 K 2024-11-19T06:28:13,257 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f4f147ae2e3ca74a952010d757f61971 in 1250ms, sequenceid=274, compaction requested=false 2024-11-19T06:28:13,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:13,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:13,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-19T06:28:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-19T06:28:13,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-19T06:28:13,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-19T06:28:13,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4050 sec 2024-11-19T06:28:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:13,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:13,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997753440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997753441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997753442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997753444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c35c1343aca742e88d92825316ddff90 is 50, key is test_row_0/A:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742294_1470 (size=14741) 2024-11-19T06:28:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997753546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997753548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997753548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997753548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997753748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997753753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997753753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997753754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:13,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c35c1343aca742e88d92825316ddff90 2024-11-19T06:28:13,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/78dea53d2d6b4f729d908b039d33ae0d is 50, key is test_row_0/B:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742295_1471 (size=12301) 2024-11-19T06:28:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-19T06:28:13,958 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-19T06:28:13,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-19T06:28:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:13,960 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:13,961 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:13,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:14,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997754056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997754059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997754059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997754061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:14,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T06:28:14,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:14,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:14,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:14,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T06:28:14,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/78dea53d2d6b4f729d908b039d33ae0d 2024-11-19T06:28:14,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/8ed4a6c413cc45ce9a02dfe00e041931 is 50, key is test_row_0/C:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:14,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742296_1472 (size=12301) 2024-11-19T06:28:14,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:14,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T06:28:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44442 deadline: 1731997754559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44440 deadline: 1731997754563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44424 deadline: 1731997754563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:14,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T06:28:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44484 deadline: 1731997754566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:14,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/8ed4a6c413cc45ce9a02dfe00e041931 2024-11-19T06:28:14,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/c35c1343aca742e88d92825316ddff90 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90 2024-11-19T06:28:14,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90, entries=200, sequenceid=298, filesize=14.4 K 2024-11-19T06:28:14,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/78dea53d2d6b4f729d908b039d33ae0d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d 2024-11-19T06:28:14,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d, entries=150, sequenceid=298, filesize=12.0 K 2024-11-19T06:28:14,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/8ed4a6c413cc45ce9a02dfe00e041931 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931 2024-11-19T06:28:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931, entries=150, sequenceid=298, filesize=12.0 K 2024-11-19T06:28:14,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f4f147ae2e3ca74a952010d757f61971 in 1280ms, sequenceid=298, compaction requested=true 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:14,707 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:14,707 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4f147ae2e3ca74a952010d757f61971:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/B is initiating minor compaction (all files) 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/A is initiating minor compaction (all files) 2024-11-19T06:28:14,708 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/B in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,708 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/A in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,708 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/caa7a4736f0c4a3b9daf60e0898fb248, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=39.0 K 2024-11-19T06:28:14,708 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/65341fa02fa940f28c69da8cc7abec32, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.6 K 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 65341fa02fa940f28c69da8cc7abec32, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting caa7a4736f0c4a3b9daf60e0898fb248, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ede898f6c0349f6bb2e58248b94fb57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731997690652 2024-11-19T06:28:14,708 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4612e2610448689af04aa686ba4dcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731997690652 2024-11-19T06:28:14,709 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 78dea53d2d6b4f729d908b039d33ae0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997692806 2024-11-19T06:28:14,709 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35c1343aca742e88d92825316ddff90, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997692806 2024-11-19T06:28:14,713 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:14,713 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/198b1852db8b4d5ca5403646e3e5f7fa is 50, key is test_row_0/B:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:14,716 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:14,716 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0aa81987017541d5a9e7bd671dfa80b3 is 50, key is test_row_0/A:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742297_1473 (size=13017) 2024-11-19T06:28:14,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742298_1474 (size=13017) 2024-11-19T06:28:14,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,721 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/3febc5cae36e44a397f112493636a708 is 50, key is test_row_0/A:col10/1731997693443/Put/seqid=0 2024-11-19T06:28:14,726 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/198b1852db8b4d5ca5403646e3e5f7fa as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/198b1852db8b4d5ca5403646e3e5f7fa 2024-11-19T06:28:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742299_1475 (size=12301) 2024-11-19T06:28:14,729 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/B of f4f147ae2e3ca74a952010d757f61971 into 198b1852db8b4d5ca5403646e3e5f7fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:14,730 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/B, priority=13, startTime=1731997694707; duration=0sec 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:B 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:14,730 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): f4f147ae2e3ca74a952010d757f61971/C is initiating minor compaction (all files) 2024-11-19T06:28:14,731 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f4f147ae2e3ca74a952010d757f61971/C in TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:14,731 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ad63c85b38ff42d2b866d2180986c4cb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp, totalSize=36.6 K 2024-11-19T06:28:14,731 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ad63c85b38ff42d2b866d2180986c4cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731997689990 2024-11-19T06:28:14,731 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a1baf9938f4b0291085d4b9b3222b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731997690652 2024-11-19T06:28:14,731 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed4a6c413cc45ce9a02dfe00e041931, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731997692806 2024-11-19T06:28:14,737 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4f147ae2e3ca74a952010d757f61971#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:14,738 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ac023d2e386646f29eed3851b78bcbdc is 50, key is test_row_0/C:col10/1731997693426/Put/seqid=0 2024-11-19T06:28:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742300_1476 (size=13017) 2024-11-19T06:28:14,918 DEBUG [Thread-1858 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25593478 to 127.0.0.1:55568 2024-11-19T06:28:14,918 DEBUG [Thread-1858 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:14,918 DEBUG [Thread-1854 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:55568 2024-11-19T06:28:14,918 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:14,919 DEBUG [Thread-1850 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:55568 2024-11-19T06:28:14,919 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:14,921 DEBUG [Thread-1856 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5938a7c8 to 127.0.0.1:55568 2024-11-19T06:28:14,921 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:14,922 DEBUG [Thread-1852 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:55568 2024-11-19T06:28:14,922 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:15,130 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/0aa81987017541d5a9e7bd671dfa80b3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0aa81987017541d5a9e7bd671dfa80b3 2024-11-19T06:28:15,131 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/3febc5cae36e44a397f112493636a708 2024-11-19T06:28:15,136 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/A of f4f147ae2e3ca74a952010d757f61971 into 0aa81987017541d5a9e7bd671dfa80b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:15,136 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:15,136 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/A, priority=13, startTime=1731997694707; duration=0sec 2024-11-19T06:28:15,136 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:15,136 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:A 2024-11-19T06:28:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/989ff98454714f57932a6a58e9fa9374 is 50, key is test_row_0/B:col10/1731997693443/Put/seqid=0 2024-11-19T06:28:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742301_1477 (size=12301) 2024-11-19T06:28:15,146 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/ac023d2e386646f29eed3851b78bcbdc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ac023d2e386646f29eed3851b78bcbdc 2024-11-19T06:28:15,149 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f4f147ae2e3ca74a952010d757f61971/C of f4f147ae2e3ca74a952010d757f61971 into ac023d2e386646f29eed3851b78bcbdc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:15,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:15,149 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971., storeName=f4f147ae2e3ca74a952010d757f61971/C, priority=13, startTime=1731997694707; duration=0sec 2024-11-19T06:28:15,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:15,149 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4f147ae2e3ca74a952010d757f61971:C 2024-11-19T06:28:15,545 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/989ff98454714f57932a6a58e9fa9374 2024-11-19T06:28:15,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/a982b6a8b5de4e548186b88ee48be45f is 50, key is test_row_0/C:col10/1731997693443/Put/seqid=0 2024-11-19T06:28:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742302_1478 (size=12301) 2024-11-19T06:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. as already flushing 2024-11-19T06:28:15,572 DEBUG [Thread-1841 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:55568 2024-11-19T06:28:15,572 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:15,573 DEBUG [Thread-1839 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:55568 2024-11-19T06:28:15,573 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:15,576 DEBUG [Thread-1847 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b9854ab to 127.0.0.1:55568 2024-11-19T06:28:15,576 DEBUG [Thread-1847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:15,577 DEBUG [Thread-1845 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c014307 to 127.0.0.1:55568 2024-11-19T06:28:15,577 DEBUG [Thread-1845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:15,962 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/a982b6a8b5de4e548186b88ee48be45f 2024-11-19T06:28:15,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/3febc5cae36e44a397f112493636a708 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/3febc5cae36e44a397f112493636a708 2024-11-19T06:28:15,975 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/3febc5cae36e44a397f112493636a708, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T06:28:15,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/989ff98454714f57932a6a58e9fa9374 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/989ff98454714f57932a6a58e9fa9374 2024-11-19T06:28:15,980 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/989ff98454714f57932a6a58e9fa9374, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T06:28:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/a982b6a8b5de4e548186b88ee48be45f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/a982b6a8b5de4e548186b88ee48be45f 2024-11-19T06:28:15,985 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/a982b6a8b5de4e548186b88ee48be45f, entries=150, sequenceid=312, filesize=12.0 K 2024-11-19T06:28:15,985 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for f4f147ae2e3ca74a952010d757f61971 in 1264ms, sequenceid=312, compaction requested=false 2024-11-19T06:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-19T06:28:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-19T06:28:15,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-19T06:28:15,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-19T06:28:15,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0290 sec 2024-11-19T06:28:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-19T06:28:16,066 INFO [Thread-1849 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-19T06:28:22,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:28:23,199 DEBUG [Thread-1843 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:55568 2024-11-19T06:28:23,199 DEBUG [Thread-1843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2458 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7374 rows 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2465 2024-11-19T06:28:23,200 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7395 rows 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2461 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7383 rows 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2456 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7368 rows 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2452 2024-11-19T06:28:23,201 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7356 rows 2024-11-19T06:28:23,201 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:28:23,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65036559 to 127.0.0.1:55568 2024-11-19T06:28:23,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:23,204 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:28:23,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:28:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:23,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997703208"}]},"ts":"1731997703208"} 2024-11-19T06:28:23,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:28:23,255 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:28:23,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:28:23,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, UNASSIGN}] 2024-11-19T06:28:23,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, UNASSIGN 2024-11-19T06:28:23,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f4f147ae2e3ca74a952010d757f61971, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:23,262 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:28:23,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:28:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:23,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:23,415 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:23,415 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:28:23,415 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing f4f147ae2e3ca74a952010d757f61971, disabling compactions & flushes 2024-11-19T06:28:23,416 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:23,416 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:23,416 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. after waiting 0 ms 2024-11-19T06:28:23,416 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:23,416 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing f4f147ae2e3ca74a952010d757f61971 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=A 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=B 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4f147ae2e3ca74a952010d757f61971, store=C 2024-11-19T06:28:23,417 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:23,425 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/06de3f6b53f54ba2b61c329ebd0f6132 is 50, key is test_row_1/A:col10/1731997703196/Put/seqid=0 2024-11-19T06:28:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742303_1479 (size=9857) 2024-11-19T06:28:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:23,830 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/06de3f6b53f54ba2b61c329ebd0f6132 2024-11-19T06:28:23,843 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/518461a27e444565aaa162a25b6c4b1b is 50, key is test_row_1/B:col10/1731997703196/Put/seqid=0 2024-11-19T06:28:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742304_1480 (size=9857) 2024-11-19T06:28:24,248 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/518461a27e444565aaa162a25b6c4b1b 2024-11-19T06:28:24,262 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/fdd5761c22244fdeb2f06a459181e5d7 is 50, key is test_row_1/C:col10/1731997703196/Put/seqid=0 2024-11-19T06:28:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742305_1481 (size=9857) 2024-11-19T06:28:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:24,667 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/fdd5761c22244fdeb2f06a459181e5d7 2024-11-19T06:28:24,676 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/A/06de3f6b53f54ba2b61c329ebd0f6132 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/06de3f6b53f54ba2b61c329ebd0f6132 2024-11-19T06:28:24,681 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/06de3f6b53f54ba2b61c329ebd0f6132, entries=100, sequenceid=323, filesize=9.6 K 2024-11-19T06:28:24,682 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/B/518461a27e444565aaa162a25b6c4b1b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/518461a27e444565aaa162a25b6c4b1b 2024-11-19T06:28:24,686 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/518461a27e444565aaa162a25b6c4b1b, entries=100, sequenceid=323, filesize=9.6 K 2024-11-19T06:28:24,687 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/.tmp/C/fdd5761c22244fdeb2f06a459181e5d7 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/fdd5761c22244fdeb2f06a459181e5d7 2024-11-19T06:28:24,690 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/fdd5761c22244fdeb2f06a459181e5d7, entries=100, sequenceid=323, filesize=9.6 K 2024-11-19T06:28:24,691 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f4f147ae2e3ca74a952010d757f61971 in 1275ms, sequenceid=323, compaction requested=true 2024-11-19T06:28:24,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/2403bf3263e3419aa48d288a67e2d8e5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/e0dc3a6d0d064493b4d5f021bcc85fd5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/44aa644220be4427a029f629723a8444, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/55a2f0862bae463a985787720298c987, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0f2c0468908a411eaab8c88129af4b24, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/caa7a4736f0c4a3b9daf60e0898fb248, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90] to archive 2024-11-19T06:28:24,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:24,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/bcc2fa0f49c94347a2d239cf693f8698 2024-11-19T06:28:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/70d5028083f9442e933fe52afe9e99c1 2024-11-19T06:28:24,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/2403bf3263e3419aa48d288a67e2d8e5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/2403bf3263e3419aa48d288a67e2d8e5 2024-11-19T06:28:24,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c8800152eac540e5af36d481a65f698d 2024-11-19T06:28:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0eaa103cb381421d911cd4a12f8370b8 2024-11-19T06:28:24,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/dbc4782d6cea45d3b72b307d8fd3d331 2024-11-19T06:28:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/e0dc3a6d0d064493b4d5f021bcc85fd5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/e0dc3a6d0d064493b4d5f021bcc85fd5 2024-11-19T06:28:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/6e7a14d7da494e1db97f745a43cde765 2024-11-19T06:28:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/fcb5d98996044bc19551a444df87af71 2024-11-19T06:28:24,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/44aa644220be4427a029f629723a8444 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/44aa644220be4427a029f629723a8444 2024-11-19T06:28:24,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8e787f5b25104fefa57b885d6e59774b 2024-11-19T06:28:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/031474833ae7404db2150fb3c613b7a8 2024-11-19T06:28:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/55a2f0862bae463a985787720298c987 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/55a2f0862bae463a985787720298c987 2024-11-19T06:28:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/d74739f5522240619fd43866a0b727e8 2024-11-19T06:28:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/8be9f6c7b5b946a28f2e1bd7b1e54bc9 2024-11-19T06:28:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0f2c0468908a411eaab8c88129af4b24 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0f2c0468908a411eaab8c88129af4b24 2024-11-19T06:28:24,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/80532fbde929433eb99529498f671f86 2024-11-19T06:28:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/caa7a4736f0c4a3b9daf60e0898fb248 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/caa7a4736f0c4a3b9daf60e0898fb248 2024-11-19T06:28:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/adc21d7f70ea423fb99778c1acdc0bbd 2024-11-19T06:28:24,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/db4612e2610448689af04aa686ba4dcd 2024-11-19T06:28:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/c35c1343aca742e88d92825316ddff90 2024-11-19T06:28:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9cc241907fc74f5ba13af85a82ad3176, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/70aa1057b9b24d53ab37be667a565175, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c5d70900923c4eeba2dfdf8f21b20917, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/0b156a0396c1442b8c807aaebca1c03d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c9c39213c67c44eb86036c906b9d5ac0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/65341fa02fa940f28c69da8cc7abec32, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d] to archive 2024-11-19T06:28:24,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/4a1c0490128a4033bbc504996c9fa971 2024-11-19T06:28:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/bd4babf5782748489252320ca67e7059 2024-11-19T06:28:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9cc241907fc74f5ba13af85a82ad3176 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9cc241907fc74f5ba13af85a82ad3176 2024-11-19T06:28:24,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6bfae7f0dac44f05bf0f6cceff53e8de 2024-11-19T06:28:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/6ecf71d5ce034e36bfc492e88f7d5198 2024-11-19T06:28:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/70aa1057b9b24d53ab37be667a565175 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/70aa1057b9b24d53ab37be667a565175 2024-11-19T06:28:24,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/94b91e543b52451691c7a89393e2c1e6 2024-11-19T06:28:24,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/722ee49c16d84515b4356db3eff2d497 2024-11-19T06:28:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c5d70900923c4eeba2dfdf8f21b20917 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c5d70900923c4eeba2dfdf8f21b20917 2024-11-19T06:28:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c6d642e61a1a4d1d9333e9404a3b1619 2024-11-19T06:28:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/773448525d904933829efd2b6abaf24d 2024-11-19T06:28:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/0b156a0396c1442b8c807aaebca1c03d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/0b156a0396c1442b8c807aaebca1c03d 2024-11-19T06:28:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/9d9c54821a024b2f8bee5756d74565c5 2024-11-19T06:28:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/ccc4bee9986b4a9ba2f87cdfde632435 2024-11-19T06:28:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c9c39213c67c44eb86036c906b9d5ac0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/c9c39213c67c44eb86036c906b9d5ac0 2024-11-19T06:28:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/8a3bd164880441b38fffbf2778ca05eb 2024-11-19T06:28:24,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/7ac01f4b3998407db988fe17d7a37e03 2024-11-19T06:28:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/65341fa02fa940f28c69da8cc7abec32 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/65341fa02fa940f28c69da8cc7abec32 2024-11-19T06:28:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/f9ce34702a9a452c82cded53b186dd31 2024-11-19T06:28:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/5ede898f6c0349f6bb2e58248b94fb57 2024-11-19T06:28:24,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/78dea53d2d6b4f729d908b039d33ae0d 2024-11-19T06:28:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d26c5c6603e54386a01a8b31340f324c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ea17161ca98b4a6da3cb72cadf95545d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/1bd7c57dd916471c84912aaaed3fdb36, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/29d66b0fb13448cb9ad31e9274ea0f88, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/c2da005e70944c479bd7824833625aa0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ad63c85b38ff42d2b866d2180986c4cb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931] to archive 2024-11-19T06:28:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:24,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/83bcd3833c5243daa50d66a62ce77a20 2024-11-19T06:28:24,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/169a627c64504ec79b1a237df6c08ccb 2024-11-19T06:28:24,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d26c5c6603e54386a01a8b31340f324c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d26c5c6603e54386a01a8b31340f324c 2024-11-19T06:28:24,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/4879188c93834e1cabf6279e9833cece 2024-11-19T06:28:24,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d4f5b27bc84a40349ffb92dc551e29b0 2024-11-19T06:28:24,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ea17161ca98b4a6da3cb72cadf95545d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ea17161ca98b4a6da3cb72cadf95545d 2024-11-19T06:28:24,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/295a14d96bec4207a0fa47dcf1008aef 2024-11-19T06:28:24,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/d69cf89c83e64aff876f6f33ad0f9ad5 2024-11-19T06:28:24,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/1bd7c57dd916471c84912aaaed3fdb36 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/1bd7c57dd916471c84912aaaed3fdb36 2024-11-19T06:28:24,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/be5f2ee59f1345a7968b696e1f9e6b99 2024-11-19T06:28:24,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cb5c18453c274375a3889d73932fde26 2024-11-19T06:28:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/29d66b0fb13448cb9ad31e9274ea0f88 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/29d66b0fb13448cb9ad31e9274ea0f88 2024-11-19T06:28:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/9e8b169730e14f7184e7c9664c019754 2024-11-19T06:28:24,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/cc88fbbe80e641f9b29396303eb98262 2024-11-19T06:28:24,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/c2da005e70944c479bd7824833625aa0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/c2da005e70944c479bd7824833625aa0 2024-11-19T06:28:24,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/5bbe1648436e4bbf9b097ec0fc508d78 2024-11-19T06:28:24,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/3be3e42b82e5482f8517fa5fd1389b65 2024-11-19T06:28:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ad63c85b38ff42d2b866d2180986c4cb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ad63c85b38ff42d2b866d2180986c4cb 2024-11-19T06:28:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/eaa888cb7a234af897c5e10545f11671 2024-11-19T06:28:24,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/b0a1baf9938f4b0291085d4b9b3222b4 2024-11-19T06:28:24,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/8ed4a6c413cc45ce9a02dfe00e041931 2024-11-19T06:28:24,746 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=1 2024-11-19T06:28:24,746 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971. 2024-11-19T06:28:24,746 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for f4f147ae2e3ca74a952010d757f61971: 2024-11-19T06:28:24,747 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:24,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=f4f147ae2e3ca74a952010d757f61971, regionState=CLOSED 2024-11-19T06:28:24,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-19T06:28:24,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure f4f147ae2e3ca74a952010d757f61971, server=576536e5d610,42839,1731997554164 in 1.4860 sec 2024-11-19T06:28:24,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-19T06:28:24,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4f147ae2e3ca74a952010d757f61971, UNASSIGN in 1.4910 sec 2024-11-19T06:28:24,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-19T06:28:24,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4940 sec 2024-11-19T06:28:24,752 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997704752"}]},"ts":"1731997704752"} 2024-11-19T06:28:24,753 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:28:24,780 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:28:24,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-19T06:28:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-19T06:28:25,316 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-19T06:28:25,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:28:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,322 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,324 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-19T06:28:25,327 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:25,330 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/recovered.edits] 2024-11-19T06:28:25,333 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/06de3f6b53f54ba2b61c329ebd0f6132 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/06de3f6b53f54ba2b61c329ebd0f6132 2024-11-19T06:28:25,335 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0aa81987017541d5a9e7bd671dfa80b3 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/0aa81987017541d5a9e7bd671dfa80b3 2024-11-19T06:28:25,336 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/3febc5cae36e44a397f112493636a708 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/A/3febc5cae36e44a397f112493636a708 2024-11-19T06:28:25,339 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/198b1852db8b4d5ca5403646e3e5f7fa to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/198b1852db8b4d5ca5403646e3e5f7fa 2024-11-19T06:28:25,341 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/518461a27e444565aaa162a25b6c4b1b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/518461a27e444565aaa162a25b6c4b1b 2024-11-19T06:28:25,342 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/989ff98454714f57932a6a58e9fa9374 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/B/989ff98454714f57932a6a58e9fa9374 2024-11-19T06:28:25,345 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/a982b6a8b5de4e548186b88ee48be45f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/a982b6a8b5de4e548186b88ee48be45f 2024-11-19T06:28:25,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ac023d2e386646f29eed3851b78bcbdc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/ac023d2e386646f29eed3851b78bcbdc 2024-11-19T06:28:25,349 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/fdd5761c22244fdeb2f06a459181e5d7 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/C/fdd5761c22244fdeb2f06a459181e5d7 2024-11-19T06:28:25,352 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/recovered.edits/326.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971/recovered.edits/326.seqid 2024-11-19T06:28:25,353 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/f4f147ae2e3ca74a952010d757f61971 2024-11-19T06:28:25,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:28:25,356 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,358 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:28:25,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:28:25,362 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,362 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:28:25,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997705362"}]},"ts":"9223372036854775807"} 2024-11-19T06:28:25,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:28:25,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f4f147ae2e3ca74a952010d757f61971, NAME => 'TestAcidGuarantees,,1731997672660.f4f147ae2e3ca74a952010d757f61971.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:28:25,365 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:28:25,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997705365"}]},"ts":"9223372036854775807"} 2024-11-19T06:28:25,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:28:25,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-19T06:28:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-19T06:28:25,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-19T06:28:25,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 238), OpenFileDescriptor=445 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=5073 (was 5081) 2024-11-19T06:28:25,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=5073 2024-11-19T06:28:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:28:25,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:28:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:25,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T06:28:25,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:25,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-19T06:28:25,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T06:28:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742306_1482 (size=960) 2024-11-19T06:28:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:25,865 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287 2024-11-19T06:28:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742307_1483 (size=53) 2024-11-19T06:28:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing df29e42c63a68cd0ee1dd87f35e8b87c, disabling compactions & flushes 2024-11-19T06:28:26,276 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. after waiting 0 ms 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,276 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:26,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T06:28:26,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731997706279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731997706279"}]},"ts":"1731997706279"} 2024-11-19T06:28:26,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T06:28:26,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T06:28:26,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997706283"}]},"ts":"1731997706283"} 2024-11-19T06:28:26,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-19T06:28:26,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, ASSIGN}] 2024-11-19T06:28:26,324 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, ASSIGN 2024-11-19T06:28:26,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, ASSIGN; state=OFFLINE, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=false 2024-11-19T06:28:26,476 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:26,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:28:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:26,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:26,636 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,637 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:28:26,637 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,637 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:28:26,637 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,637 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,639 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,640 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:26,640 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName A 2024-11-19T06:28:26,640 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:26,641 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:26,641 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,642 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:26,642 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName B 2024-11-19T06:28:26,642 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:26,643 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:26,643 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,644 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:26,644 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName C 2024-11-19T06:28:26,644 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:26,644 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:26,645 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,645 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,646 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,647 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:28:26,649 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:26,651 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T06:28:26,652 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened df29e42c63a68cd0ee1dd87f35e8b87c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59481927, jitterRate=-0.11365021765232086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:28:26,653 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:26,654 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., pid=149, masterSystemTime=1731997706630 2024-11-19T06:28:26,655 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,655 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:26,656 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=OPEN, openSeqNum=2, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:26,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-19T06:28:26,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 in 179 msec 2024-11-19T06:28:26,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-19T06:28:26,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, ASSIGN in 337 msec 2024-11-19T06:28:26,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T06:28:26,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997706661"}]},"ts":"1731997706661"} 2024-11-19T06:28:26,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-19T06:28:26,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T06:28:26,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2220 sec 2024-11-19T06:28:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-19T06:28:27,563 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-19T06:28:27,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507d2cf9 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@95ad211 2024-11-19T06:28:27,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf3c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:27,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:27,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:27,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T06:28:27,633 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T06:28:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-19T06:28:27,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T06:28:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742308_1484 (size=996) 2024-11-19T06:28:28,047 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-19T06:28:28,048 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-19T06:28:28,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:28:28,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, REOPEN/MOVE}] 2024-11-19T06:28:28,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, REOPEN/MOVE 2024-11-19T06:28:28,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,056 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:28:28,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:28:28,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:28,209 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,209 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:28:28,210 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing df29e42c63a68cd0ee1dd87f35e8b87c, disabling compactions & flushes 2024-11-19T06:28:28,210 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,210 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,210 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. after waiting 0 ms 2024-11-19T06:28:28,210 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,219 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T06:28:28,220 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,221 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:28,221 WARN [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: df29e42c63a68cd0ee1dd87f35e8b87c to self. 2024-11-19T06:28:28,222 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=CLOSED 2024-11-19T06:28:28,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-19T06:28:28,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 in 167 msec 2024-11-19T06:28:28,225 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, REOPEN/MOVE; state=CLOSED, location=576536e5d610,42839,1731997554164; forceNewPlan=false, retain=true 2024-11-19T06:28:28,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=OPENING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:28:28,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:28,535 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,535 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T06:28:28,536 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,536 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T06:28:28,536 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,536 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,538 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,539 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:28,539 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName A 2024-11-19T06:28:28,541 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:28,542 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:28,542 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,543 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:28,543 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName B 2024-11-19T06:28:28,543 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:28,544 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:28,544 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,545 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-19T06:28:28,545 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df29e42c63a68cd0ee1dd87f35e8b87c columnFamilyName C 2024-11-19T06:28:28,545 DEBUG [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:28,546 INFO [StoreOpener-df29e42c63a68cd0ee1dd87f35e8b87c-1 {}] regionserver.HStore(327): Store=df29e42c63a68cd0ee1dd87f35e8b87c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T06:28:28,546 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,547 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,547 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,549 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-19T06:28:28,549 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,550 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened df29e42c63a68cd0ee1dd87f35e8b87c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65645554, jitterRate=-0.021805018186569214}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-19T06:28:28,550 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:28,551 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., pid=154, masterSystemTime=1731997708532 2024-11-19T06:28:28,552 DEBUG [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,552 INFO [RS_OPEN_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=OPEN, openSeqNum=5, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-19T06:28:28,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 in 174 msec 2024-11-19T06:28:28,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-19T06:28:28,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, REOPEN/MOVE in 500 msec 2024-11-19T06:28:28,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-19T06:28:28,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-19T06:28:28,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-19T06:28:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-19T06:28:28,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c0f5004 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31adbce 2024-11-19T06:28:28,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f7586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1767dc60 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4276b1e9 2024-11-19T06:28:28,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4949adfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c3d7a2 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@574dd3aa 2024-11-19T06:28:28,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef82c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cd3d28 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29247c18 2024-11-19T06:28:28,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d6c03ba to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37227cb3 2024-11-19T06:28:28,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205568ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17f6ce8d to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c6fde8c 2024-11-19T06:28:28,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3852b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05a5e441 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675cc1c7 2024-11-19T06:28:28,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,640 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x723a6cf2 to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73e9c98b 2024-11-19T06:28:28,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca17819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d48543c to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60507b8f 2024-11-19T06:28:28,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6a62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336a5bad to 127.0.0.1:55568 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5005c24c 2024-11-19T06:28:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125099a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:28:28,666 DEBUG [hconnection-0x3b1f9e67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,666 DEBUG [hconnection-0x6b1cf8f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,666 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,666 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,666 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,667 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,667 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,667 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:28,667 DEBUG [hconnection-0x183f1834-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-19T06:28:28,668 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:28,668 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:28,669 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:28,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:28,671 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:28,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-19T06:28:28,672 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,672 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,672 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:28,675 DEBUG [hconnection-0x3150f53d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,675 DEBUG [hconnection-0x38871bf3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,676 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,677 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,677 DEBUG [hconnection-0x61801db7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T06:28:28,679 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T06:28:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997768693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997768693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997768693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997768692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997768695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199d086a48c2c64e8d8ecd3f07e9ccc396_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997708671/Put/seqid=0 2024-11-19T06:28:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742309_1485 (size=14594) 2024-11-19T06:28:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997768797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997768797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997768797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997768797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997768798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:28,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:28,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:28,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:28,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997768999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997768999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997769000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997769000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997769000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:29,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411199d086a48c2c64e8d8ecd3f07e9ccc396_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199d086a48c2c64e8d8ecd3f07e9ccc396_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:29,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/b69986c55105414caf2e72ebdc9a952f, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:29,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/b69986c55105414caf2e72ebdc9a952f is 175, key is test_row_0/A:col10/1731997708671/Put/seqid=0 2024-11-19T06:28:29,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742310_1486 (size=39549) 2024-11-19T06:28:29,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/b69986c55105414caf2e72ebdc9a952f 2024-11-19T06:28:29,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:29,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/73df17a7bdbe440fa11bba44e0ade665 is 50, key is test_row_0/B:col10/1731997708671/Put/seqid=0 2024-11-19T06:28:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742311_1487 (size=12001) 2024-11-19T06:28:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:29,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:29,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997769301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997769301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997769301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997769302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997769304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:29,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:29,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/73df17a7bdbe440fa11bba44e0ade665 2024-11-19T06:28:29,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/44af24cd638d40afa01216fd020ade40 is 50, key is test_row_0/C:col10/1731997708671/Put/seqid=0 2024-11-19T06:28:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742312_1488 (size=12001) 2024-11-19T06:28:29,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/44af24cd638d40afa01216fd020ade40 2024-11-19T06:28:29,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/b69986c55105414caf2e72ebdc9a952f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f 2024-11-19T06:28:29,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f, entries=200, sequenceid=17, filesize=38.6 K 2024-11-19T06:28:29,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/73df17a7bdbe440fa11bba44e0ade665 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665 2024-11-19T06:28:29,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T06:28:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/44af24cd638d40afa01216fd020ade40 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40 2024-11-19T06:28:29,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40, entries=150, sequenceid=17, filesize=11.7 K 2024-11-19T06:28:29,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:29,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for df29e42c63a68cd0ee1dd87f35e8b87c in 910ms, sequenceid=17, compaction requested=false 2024-11-19T06:28:29,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:29,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:29,581 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:29,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195681d8c85f2b4f4ba7b4ae6d0e0aed0e_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997708694/Put/seqid=0 2024-11-19T06:28:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742313_1489 (size=12154) 2024-11-19T06:28:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:29,592 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411195681d8c85f2b4f4ba7b4ae6d0e0aed0e_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195681d8c85f2b4f4ba7b4ae6d0e0aed0e_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/583f85cf6b484506a2aa9e43c5ce7394, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/583f85cf6b484506a2aa9e43c5ce7394 is 175, key is test_row_0/A:col10/1731997708694/Put/seqid=0 2024-11-19T06:28:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742314_1490 (size=30955) 2024-11-19T06:28:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:29,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:29,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997769840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997769840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997769841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997769844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997769845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997769946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997769946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997769946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997769949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997769949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:29,997 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/583f85cf6b484506a2aa9e43c5ce7394 2024-11-19T06:28:30,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/59a49c3856c04fda98948dc7e12c899d is 50, key is test_row_0/B:col10/1731997708694/Put/seqid=0 2024-11-19T06:28:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742315_1491 (size=12001) 2024-11-19T06:28:30,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997770148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997770148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997770149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997770151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997770151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:28:30,406 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/59a49c3856c04fda98948dc7e12c899d 2024-11-19T06:28:30,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/76147ea000894ef3b1877b5dff5dafe4 is 50, key is test_row_0/C:col10/1731997708694/Put/seqid=0 2024-11-19T06:28:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742316_1492 (size=12001) 2024-11-19T06:28:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997770450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997770451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997770452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997770454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997770455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:30,816 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/76147ea000894ef3b1877b5dff5dafe4 2024-11-19T06:28:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/583f85cf6b484506a2aa9e43c5ce7394 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394 2024-11-19T06:28:30,822 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394, entries=150, sequenceid=40, filesize=30.2 K 2024-11-19T06:28:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/59a49c3856c04fda98948dc7e12c899d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d 2024-11-19T06:28:30,825 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T06:28:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/76147ea000894ef3b1877b5dff5dafe4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4 2024-11-19T06:28:30,828 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-19T06:28:30,829 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for df29e42c63a68cd0ee1dd87f35e8b87c in 1248ms, sequenceid=40, compaction requested=false 2024-11-19T06:28:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:30,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-19T06:28:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-19T06:28:30,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-19T06:28:30,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-19T06:28:30,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.1650 sec 2024-11-19T06:28:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:30,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:28:30,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:30,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bfa37a4078994106845764c99a1aa163_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742317_1493 (size=12154) 2024-11-19T06:28:30,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997770969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997770970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997770971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997770972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997770972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997771072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997771074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997771074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997771075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997771075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997771275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997771277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997771277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997771277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997771278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:31,373 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119bfa37a4078994106845764c99a1aa163_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfa37a4078994106845764c99a1aa163_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:31,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f69902b6e29247f49f832f19d7a7036a, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:31,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f69902b6e29247f49f832f19d7a7036a is 175, key is test_row_0/A:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742318_1494 (size=30955) 2024-11-19T06:28:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997771577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997771579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997771580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997771580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997771582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:31,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f69902b6e29247f49f832f19d7a7036a 2024-11-19T06:28:31,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/18a5be0b1f5040cabe94abb8c12cb054 is 50, key is test_row_0/B:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742319_1495 (size=12001) 2024-11-19T06:28:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997772083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997772085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997772085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997772085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997772088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:32,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/18a5be0b1f5040cabe94abb8c12cb054 2024-11-19T06:28:32,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/dea61688bfdd427780f1c444c15506b1 is 50, key is test_row_0/C:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742320_1496 (size=12001) 2024-11-19T06:28:32,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/dea61688bfdd427780f1c444c15506b1 2024-11-19T06:28:32,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f69902b6e29247f49f832f19d7a7036a as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a 2024-11-19T06:28:32,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a, entries=150, sequenceid=55, filesize=30.2 K 2024-11-19T06:28:32,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/18a5be0b1f5040cabe94abb8c12cb054 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054 2024-11-19T06:28:32,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:28:32,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/dea61688bfdd427780f1c444c15506b1 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1 2024-11-19T06:28:32,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1, entries=150, sequenceid=55, filesize=11.7 K 2024-11-19T06:28:32,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for df29e42c63a68cd0ee1dd87f35e8b87c in 1653ms, sequenceid=55, compaction requested=true 2024-11-19T06:28:32,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/A is initiating minor compaction (all files) 2024-11-19T06:28:32,609 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/B is initiating minor compaction (all files) 2024-11-19T06:28:32,609 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/A in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:32,609 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/B in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:32,609 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=99.1 K 2024-11-19T06:28:32,609 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=35.2 K 2024-11-19T06:28:32,609 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a] 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 73df17a7bdbe440fa11bba44e0ade665, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997708671 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69986c55105414caf2e72ebdc9a952f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997708670 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a49c3856c04fda98948dc7e12c899d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997708691 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 583f85cf6b484506a2aa9e43c5ce7394, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997708691 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting f69902b6e29247f49f832f19d7a7036a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:32,610 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 18a5be0b1f5040cabe94abb8c12cb054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:32,614 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:32,615 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:32,616 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/922393ab7eec412292280598712aa1ad is 50, key is test_row_0/B:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:32,620 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119905408305cd447b4958040d369615d59_df29e42c63a68cd0ee1dd87f35e8b87c store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:32,622 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119905408305cd447b4958040d369615d59_df29e42c63a68cd0ee1dd87f35e8b87c, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:32,622 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119905408305cd447b4958040d369615d59_df29e42c63a68cd0ee1dd87f35e8b87c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742321_1497 (size=12104) 2024-11-19T06:28:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742322_1498 (size=4469) 2024-11-19T06:28:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-19T06:28:32,772 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-19T06:28:32,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-19T06:28:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:32,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:32,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:32,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:32,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:32,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:32,926 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119419afb13095d4c999c2239808a78ce1f_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997710971/Put/seqid=0 2024-11-19T06:28:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742323_1499 (size=12154) 2024-11-19T06:28:33,027 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/922393ab7eec412292280598712aa1ad as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/922393ab7eec412292280598712aa1ad 2024-11-19T06:28:33,029 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#A#compaction#424 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:33,029 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/815521697acd40ce9b11f6987af53f3c is 175, key is test_row_0/A:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:33,030 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/B of df29e42c63a68cd0ee1dd87f35e8b87c into 922393ab7eec412292280598712aa1ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:33,030 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:33,030 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/B, priority=13, startTime=1731997712609; duration=0sec 2024-11-19T06:28:33,031 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:33,031 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:B 2024-11-19T06:28:33,031 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:33,031 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:33,032 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/C is initiating minor compaction (all files) 2024-11-19T06:28:33,032 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/C in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:33,032 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=35.2 K 2024-11-19T06:28:33,032 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 44af24cd638d40afa01216fd020ade40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731997708671 2024-11-19T06:28:33,032 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 76147ea000894ef3b1877b5dff5dafe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731997708691 2024-11-19T06:28:33,032 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting dea61688bfdd427780f1c444c15506b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742324_1500 (size=31058) 2024-11-19T06:28:33,037 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/815521697acd40ce9b11f6987af53f3c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c 2024-11-19T06:28:33,039 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:33,039 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/fa6512e501f34ced946af51d1f0580cc is 50, key is test_row_0/C:col10/1731997710954/Put/seqid=0 2024-11-19T06:28:33,041 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/A of df29e42c63a68cd0ee1dd87f35e8b87c into 815521697acd40ce9b11f6987af53f3c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:33,041 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:33,041 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/A, priority=13, startTime=1731997712609; duration=0sec 2024-11-19T06:28:33,041 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:33,041 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:A 2024-11-19T06:28:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742325_1501 (size=12104) 2024-11-19T06:28:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:33,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997773097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997773098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997773098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997773099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997773099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997773202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997773202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997773202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997773202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:33,338 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119419afb13095d4c999c2239808a78ce1f_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119419afb13095d4c999c2239808a78ce1f_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/d54012b351104200a5f7eeb5538ec7b8, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/d54012b351104200a5f7eeb5538ec7b8 is 175, key is test_row_0/A:col10/1731997710971/Put/seqid=0 2024-11-19T06:28:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742326_1502 (size=30955) 2024-11-19T06:28:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:33,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997773404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997773405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997773406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997773407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,451 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/fa6512e501f34ced946af51d1f0580cc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/fa6512e501f34ced946af51d1f0580cc 2024-11-19T06:28:33,454 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/C of df29e42c63a68cd0ee1dd87f35e8b87c into fa6512e501f34ced946af51d1f0580cc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:33,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:33,454 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/C, priority=13, startTime=1731997712609; duration=0sec 2024-11-19T06:28:33,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:33,454 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:C 2024-11-19T06:28:33,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997773706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997773707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997773711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997773711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:33,743 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/d54012b351104200a5f7eeb5538ec7b8 2024-11-19T06:28:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/7e6e34f8dac346ba8c99cd4f66ed0b37 is 50, key is test_row_0/B:col10/1731997710971/Put/seqid=0 2024-11-19T06:28:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742327_1503 (size=12001) 2024-11-19T06:28:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:34,151 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/7e6e34f8dac346ba8c99cd4f66ed0b37 2024-11-19T06:28:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/3720b40024014f04be86a943e0a98a0b is 50, key is test_row_0/C:col10/1731997710971/Put/seqid=0 2024-11-19T06:28:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742328_1504 (size=12001) 2024-11-19T06:28:34,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997774211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:34,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997774213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:34,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997774215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997774217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:34,560 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/3720b40024014f04be86a943e0a98a0b 2024-11-19T06:28:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/d54012b351104200a5f7eeb5538ec7b8 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8 2024-11-19T06:28:34,566 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8, entries=150, sequenceid=76, filesize=30.2 K 2024-11-19T06:28:34,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/7e6e34f8dac346ba8c99cd4f66ed0b37 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37 2024-11-19T06:28:34,569 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T06:28:34,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/3720b40024014f04be86a943e0a98a0b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b 2024-11-19T06:28:34,572 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-19T06:28:34,572 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for df29e42c63a68cd0ee1dd87f35e8b87c in 1646ms, sequenceid=76, compaction requested=false 2024-11-19T06:28:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-19T06:28:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-19T06:28:34,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-19T06:28:34,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-19T06:28:34,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8010 sec 2024-11-19T06:28:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-19T06:28:34,877 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-19T06:28:34,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-19T06:28:34,879 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:34,880 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:34,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:35,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:35,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-19T06:28:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:35,031 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:28:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:35,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f086919f60cb444e9bc9f168a22df085_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997713093/Put/seqid=0 2024-11-19T06:28:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742329_1505 (size=12154) 2024-11-19T06:28:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:35,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997775172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:35,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997775218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997775219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997775220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997775227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997775276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:35,442 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119f086919f60cb444e9bc9f168a22df085_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f086919f60cb444e9bc9f168a22df085_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/a0701246a4f945f08c9bb7a241ad0444, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:35,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/a0701246a4f945f08c9bb7a241ad0444 is 175, key is test_row_0/A:col10/1731997713093/Put/seqid=0 2024-11-19T06:28:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742330_1506 (size=30955) 2024-11-19T06:28:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997775479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997775783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:35,847 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/a0701246a4f945f08c9bb7a241ad0444 2024-11-19T06:28:35,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/df0725051c974279a5f1ccb21eeefe54 is 50, key is test_row_0/B:col10/1731997713093/Put/seqid=0 2024-11-19T06:28:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742331_1507 (size=12001) 2024-11-19T06:28:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:36,255 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/df0725051c974279a5f1ccb21eeefe54 2024-11-19T06:28:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ee5098b1424d4885aa41de90c687d403 is 50, key is test_row_0/C:col10/1731997713093/Put/seqid=0 2024-11-19T06:28:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742332_1508 (size=12001) 2024-11-19T06:28:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997776290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:36,663 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ee5098b1424d4885aa41de90c687d403 2024-11-19T06:28:36,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/a0701246a4f945f08c9bb7a241ad0444 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444 2024-11-19T06:28:36,668 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444, entries=150, sequenceid=94, filesize=30.2 K 2024-11-19T06:28:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/df0725051c974279a5f1ccb21eeefe54 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54 2024-11-19T06:28:36,671 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T06:28:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ee5098b1424d4885aa41de90c687d403 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403 2024-11-19T06:28:36,674 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403, entries=150, sequenceid=94, filesize=11.7 K 2024-11-19T06:28:36,675 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for df29e42c63a68cd0ee1dd87f35e8b87c in 1644ms, sequenceid=94, compaction requested=true 2024-11-19T06:28:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-19T06:28:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-19T06:28:36,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-19T06:28:36,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-19T06:28:36,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.7990 sec 2024-11-19T06:28:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-19T06:28:36,982 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-19T06:28:36,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-19T06:28:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:36,984 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:36,985 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:36,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:37,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:37,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-19T06:28:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba71c230d2f64a97b436a20847bb7282_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997715165/Put/seqid=0 2024-11-19T06:28:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742333_1509 (size=12154) 2024-11-19T06:28:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:37,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997777236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997777236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997777239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997777240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,243 DEBUG [Thread-2176 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997777292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997777340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997777340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997777343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997777543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997777543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:37,548 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ba71c230d2f64a97b436a20847bb7282_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba71c230d2f64a97b436a20847bb7282_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:37,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997777547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c4f435198b5a4c40a53ad0765daa450b, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c4f435198b5a4c40a53ad0765daa450b is 175, key is test_row_0/A:col10/1731997715165/Put/seqid=0 2024-11-19T06:28:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742334_1510 (size=30955) 2024-11-19T06:28:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:37,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997777845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997777846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997777850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:37,960 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c4f435198b5a4c40a53ad0765daa450b 2024-11-19T06:28:37,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/32e6f93cce0e4057bd385aefcdf9a78f is 50, key is test_row_0/B:col10/1731997715165/Put/seqid=0 2024-11-19T06:28:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742335_1511 (size=12001) 2024-11-19T06:28:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997778349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:38,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997778351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997778354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:38,368 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/32e6f93cce0e4057bd385aefcdf9a78f 2024-11-19T06:28:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/8af08fdfbce840d4b9905f71d5b24244 is 50, key is test_row_0/C:col10/1731997715165/Put/seqid=0 2024-11-19T06:28:38,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742336_1512 (size=12001) 2024-11-19T06:28:38,783 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/8af08fdfbce840d4b9905f71d5b24244 2024-11-19T06:28:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c4f435198b5a4c40a53ad0765daa450b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b 2024-11-19T06:28:38,789 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b, entries=150, sequenceid=115, filesize=30.2 K 2024-11-19T06:28:38,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/32e6f93cce0e4057bd385aefcdf9a78f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f 2024-11-19T06:28:38,791 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:28:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/8af08fdfbce840d4b9905f71d5b24244 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244 2024-11-19T06:28:38,795 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244, entries=150, sequenceid=115, filesize=11.7 K 2024-11-19T06:28:38,795 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for df29e42c63a68cd0ee1dd87f35e8b87c in 1659ms, sequenceid=115, compaction requested=true 2024-11-19T06:28:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-19T06:28:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-19T06:28:38,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-19T06:28:38,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-19T06:28:38,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.8150 sec 2024-11-19T06:28:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-19T06:28:39,087 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-19T06:28:39,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-19T06:28:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:39,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:39,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:39,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:39,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:39,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-19T06:28:39,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:39,241 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c0933f1c1a014c13bda72a3e82bcc306_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997717238/Put/seqid=0 2024-11-19T06:28:39,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742337_1513 (size=12204) 2024-11-19T06:28:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997779355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997779355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997779356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997779357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:39,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997779459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997779460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:39,653 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119c0933f1c1a014c13bda72a3e82bcc306_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c0933f1c1a014c13bda72a3e82bcc306_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f4383a40d38b4c779ef2a8fa637ff1eb, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f4383a40d38b4c779ef2a8fa637ff1eb is 175, key is test_row_0/A:col10/1731997717238/Put/seqid=0 2024-11-19T06:28:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742338_1514 (size=31005) 2024-11-19T06:28:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997779662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997779663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997779967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:39,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997779968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:40,058 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f4383a40d38b4c779ef2a8fa637ff1eb 2024-11-19T06:28:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/8524ec9289fc4ab0a6efb67a02f2f5bc is 50, key is test_row_0/B:col10/1731997717238/Put/seqid=0 2024-11-19T06:28:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742339_1515 (size=12051) 2024-11-19T06:28:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997780470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997780474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:40,494 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/8524ec9289fc4ab0a6efb67a02f2f5bc 2024-11-19T06:28:40,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/17cc9bf39a4944e093429434668c214b is 50, key is test_row_0/C:col10/1731997717238/Put/seqid=0 2024-11-19T06:28:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742340_1516 (size=12051) 2024-11-19T06:28:40,918 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/17cc9bf39a4944e093429434668c214b 2024-11-19T06:28:40,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/f4383a40d38b4c779ef2a8fa637ff1eb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb 2024-11-19T06:28:40,924 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb, entries=150, sequenceid=130, filesize=30.3 K 2024-11-19T06:28:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/8524ec9289fc4ab0a6efb67a02f2f5bc as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc 2024-11-19T06:28:40,927 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T06:28:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/17cc9bf39a4944e093429434668c214b as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b 2024-11-19T06:28:40,930 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b, entries=150, sequenceid=130, filesize=11.8 K 2024-11-19T06:28:40,930 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for df29e42c63a68cd0ee1dd87f35e8b87c in 1689ms, sequenceid=130, compaction requested=true 2024-11-19T06:28:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-19T06:28:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-19T06:28:40,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-19T06:28:40,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-19T06:28:40,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8450 sec 2024-11-19T06:28:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-19T06:28:41,192 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-19T06:28:41,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-19T06:28:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:41,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:41,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:41,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:41,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:41,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:41,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111961f472fa485b444c82aac931805afc59_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742341_1517 (size=14794) 2024-11-19T06:28:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997781316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:41,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997781364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,366 DEBUG [Thread-2174 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997781376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,378 DEBUG [Thread-2168 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997781420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997781478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997781479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:41,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:41,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997781624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:41,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:41,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111961f472fa485b444c82aac931805afc59_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111961f472fa485b444c82aac931805afc59_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:41,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/07e3e6bdd34848a798f7884bbfe925ad, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:41,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/07e3e6bdd34848a798f7884bbfe925ad is 175, key is test_row_0/A:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742342_1518 (size=39749) 2024-11-19T06:28:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:41,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:41,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997781928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:41,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:41,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:41,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:41,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/07e3e6bdd34848a798f7884bbfe925ad 2024-11-19T06:28:42,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/b2f26dedbe964615aa08c07b6f9b5b82 is 50, key is test_row_0/B:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742343_1519 (size=12151) 2024-11-19T06:28:42,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:42,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997782433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:42,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/b2f26dedbe964615aa08c07b6f9b5b82 2024-11-19T06:28:42,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/24f53aecd8b2453a865b8f18c1c81c09 is 50, key is test_row_0/C:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742344_1520 (size=12151) 2024-11-19T06:28:42,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:42,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:42,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/24f53aecd8b2453a865b8f18c1c81c09 2024-11-19T06:28:42,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/07e3e6bdd34848a798f7884bbfe925ad as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad 2024-11-19T06:28:42,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad, entries=200, sequenceid=152, filesize=38.8 K 2024-11-19T06:28:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/b2f26dedbe964615aa08c07b6f9b5b82 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82 2024-11-19T06:28:42,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T06:28:42,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/24f53aecd8b2453a865b8f18c1c81c09 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09 2024-11-19T06:28:42,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09, entries=150, sequenceid=152, filesize=11.9 K 2024-11-19T06:28:42,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for df29e42c63a68cd0ee1dd87f35e8b87c in 1645ms, sequenceid=152, compaction requested=true 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:42,923 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:42,923 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:42,924 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72309 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:28:42,924 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 194677 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:28:42,924 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/A is initiating minor compaction (all files) 2024-11-19T06:28:42,924 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/B is initiating minor compaction (all files) 2024-11-19T06:28:42,924 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/B in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,924 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/A in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,924 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/922393ab7eec412292280598712aa1ad, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=70.6 K 2024-11-19T06:28:42,925 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=190.1 K 2024-11-19T06:28:42,925 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad] 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 922393ab7eec412292280598712aa1ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815521697acd40ce9b11f6987af53f3c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6e34f8dac346ba8c99cd4f66ed0b37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731997710967 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting df0725051c974279a5f1ccb21eeefe54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997713093 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting d54012b351104200a5f7eeb5538ec7b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731997710967 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0701246a4f945f08c9bb7a241ad0444, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997713093 2024-11-19T06:28:42,925 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 32e6f93cce0e4057bd385aefcdf9a78f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997715151 2024-11-19T06:28:42,926 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4f435198b5a4c40a53ad0765daa450b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997715151 2024-11-19T06:28:42,926 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8524ec9289fc4ab0a6efb67a02f2f5bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731997717234 2024-11-19T06:28:42,926 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4383a40d38b4c779ef2a8fa637ff1eb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731997717234 2024-11-19T06:28:42,926 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting b2f26dedbe964615aa08c07b6f9b5b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:42,926 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07e3e6bdd34848a798f7884bbfe925ad, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:42,933 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:42,934 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119080b1390b8dc454cb7800b55a278c734_df29e42c63a68cd0ee1dd87f35e8b87c store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:42,935 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:42,935 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/5e9fd184a2a64572922dfa1f9f1a2bbd is 50, key is test_row_0/B:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:42,938 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119080b1390b8dc454cb7800b55a278c734_df29e42c63a68cd0ee1dd87f35e8b87c, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:42,938 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119080b1390b8dc454cb7800b55a278c734_df29e42c63a68cd0ee1dd87f35e8b87c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742345_1521 (size=12459) 2024-11-19T06:28:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742346_1522 (size=4469) 2024-11-19T06:28:43,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:43,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:43,020 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:43,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194174fd8baaf4446898eefe0b44ed6b34_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997721305/Put/seqid=0 2024-11-19T06:28:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742347_1523 (size=12304) 2024-11-19T06:28:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:43,347 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/5e9fd184a2a64572922dfa1f9f1a2bbd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/5e9fd184a2a64572922dfa1f9f1a2bbd 2024-11-19T06:28:43,350 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/B of df29e42c63a68cd0ee1dd87f35e8b87c into 5e9fd184a2a64572922dfa1f9f1a2bbd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:43,350 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:43,350 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/B, priority=10, startTime=1731997722923; duration=0sec 2024-11-19T06:28:43,350 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:43,350 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:B 2024-11-19T06:28:43,350 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-19T06:28:43,351 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72309 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-19T06:28:43,351 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/C is initiating minor compaction (all files) 2024-11-19T06:28:43,351 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/C in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:43,351 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/fa6512e501f34ced946af51d1f0580cc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=70.6 K 2024-11-19T06:28:43,352 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting fa6512e501f34ced946af51d1f0580cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731997709839 2024-11-19T06:28:43,352 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 3720b40024014f04be86a943e0a98a0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731997710967 2024-11-19T06:28:43,352 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#A#compaction#441 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:43,352 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ee5098b1424d4885aa41de90c687d403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731997713093 2024-11-19T06:28:43,353 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9accffad98a14edc81f9feb8022f7806 is 175, key is test_row_0/A:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:43,353 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 8af08fdfbce840d4b9905f71d5b24244, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731997715151 2024-11-19T06:28:43,353 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 17cc9bf39a4944e093429434668c214b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731997717234 2024-11-19T06:28:43,353 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 24f53aecd8b2453a865b8f18c1c81c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:43,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742348_1524 (size=31413) 2024-11-19T06:28:43,363 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#C#compaction#444 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:43,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/54eee1e11dc444d09938a445fd8adebd is 50, key is test_row_0/C:col10/1731997719337/Put/seqid=0 2024-11-19T06:28:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742349_1525 (size=12459) 2024-11-19T06:28:43,376 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/54eee1e11dc444d09938a445fd8adebd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/54eee1e11dc444d09938a445fd8adebd 2024-11-19T06:28:43,380 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/C of df29e42c63a68cd0ee1dd87f35e8b87c into 54eee1e11dc444d09938a445fd8adebd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:43,380 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:43,380 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/C, priority=10, startTime=1731997722923; duration=0sec 2024-11-19T06:28:43,380 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:43,381 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:C 2024-11-19T06:28:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:43,465 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194174fd8baaf4446898eefe0b44ed6b34_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194174fd8baaf4446898eefe0b44ed6b34_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/82a6f740cc934a70a86fd6caf58ad78c, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/82a6f740cc934a70a86fd6caf58ad78c is 175, key is test_row_0/A:col10/1731997721305/Put/seqid=0 2024-11-19T06:28:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742350_1526 (size=31105) 2024-11-19T06:28:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997783500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997783501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997783501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997783605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997783606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997783606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,758 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9accffad98a14edc81f9feb8022f7806 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806 2024-11-19T06:28:43,761 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/A of df29e42c63a68cd0ee1dd87f35e8b87c into 9accffad98a14edc81f9feb8022f7806(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:43,761 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:43,762 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/A, priority=10, startTime=1731997722923; duration=0sec 2024-11-19T06:28:43,762 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:43,762 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:A 2024-11-19T06:28:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997783808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997783808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997783809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:43,869 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/82a6f740cc934a70a86fd6caf58ad78c 2024-11-19T06:28:43,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/6f315dcdd98f4227883ac6af402de8e4 is 50, key is test_row_0/B:col10/1731997721305/Put/seqid=0 2024-11-19T06:28:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742351_1527 (size=12151) 2024-11-19T06:28:44,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997784110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997784112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997784113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,278 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/6f315dcdd98f4227883ac6af402de8e4 2024-11-19T06:28:44,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/4853a864c8e4428abddc8221881f2bd6 is 50, key is test_row_0/C:col10/1731997721305/Put/seqid=0 2024-11-19T06:28:44,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742352_1528 (size=12151) 2024-11-19T06:28:44,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997784613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997784616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997784618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:44,688 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/4853a864c8e4428abddc8221881f2bd6 2024-11-19T06:28:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/82a6f740cc934a70a86fd6caf58ad78c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c 2024-11-19T06:28:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c, entries=150, sequenceid=166, filesize=30.4 K 2024-11-19T06:28:44,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/6f315dcdd98f4227883ac6af402de8e4 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4 2024-11-19T06:28:44,697 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-19T06:28:44,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/4853a864c8e4428abddc8221881f2bd6 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6 2024-11-19T06:28:44,700 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6, entries=150, sequenceid=166, filesize=11.9 K 2024-11-19T06:28:44,700 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for df29e42c63a68cd0ee1dd87f35e8b87c in 1680ms, sequenceid=166, compaction requested=false 2024-11-19T06:28:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:44,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-19T06:28:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-19T06:28:44,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-19T06:28:44,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5060 sec 2024-11-19T06:28:44,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.5090 sec 2024-11-19T06:28:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-19T06:28:45,298 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-19T06:28:45,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-19T06:28:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-19T06:28:45,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-19T06:28:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:45,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-19T06:28:45,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-19T06:28:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:45,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:45,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:45,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119398f9110d8874ed8b008a961fe588730_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742353_1529 (size=14794) 2024-11-19T06:28:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997785408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997785411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:45,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997785512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997785513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:45,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:45,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997785619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997785625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997785628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997785714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997785715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:45,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:45,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:45,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119398f9110d8874ed8b008a961fe588730_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398f9110d8874ed8b008a961fe588730_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:45,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/4ff21b278839496eb07120f10abd9a5c, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:45,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/4ff21b278839496eb07120f10abd9a5c is 175, key is test_row_0/A:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742354_1530 (size=39749) 2024-11-19T06:28:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:45,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:45,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:45,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997786017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:46,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997786017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:46,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,211 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/4ff21b278839496eb07120f10abd9a5c 2024-11-19T06:28:46,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c79315c67bf84e1eae7bae2cc24228eb is 50, key is test_row_0/B:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742355_1531 (size=12151) 2024-11-19T06:28:46,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:46,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997786522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:46,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997786522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:46,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c79315c67bf84e1eae7bae2cc24228eb 2024-11-19T06:28:46,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ed4096886c6b4db995b17f61a02d74d0 is 50, key is test_row_0/C:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742356_1532 (size=12151) 2024-11-19T06:28:46,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:46,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:46,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:46,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:46,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T06:28:47,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ed4096886c6b4db995b17f61a02d74d0 2024-11-19T06:28:47,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/4ff21b278839496eb07120f10abd9a5c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c 2024-11-19T06:28:47,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c, entries=200, sequenceid=193, filesize=38.8 K 2024-11-19T06:28:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c79315c67bf84e1eae7bae2cc24228eb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb 2024-11-19T06:28:47,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T06:28:47,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/ed4096886c6b4db995b17f61a02d74d0 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0 2024-11-19T06:28:47,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-19T06:28:47,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for df29e42c63a68cd0ee1dd87f35e8b87c in 1649ms, sequenceid=193, compaction requested=true 2024-11-19T06:28:47,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/B is initiating minor compaction (all files) 2024-11-19T06:28:47,042 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/A is initiating minor compaction (all files) 2024-11-19T06:28:47,042 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/A in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:47,042 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/B in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:47,043 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/5e9fd184a2a64572922dfa1f9f1a2bbd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=35.9 K 2024-11-19T06:28:47,043 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=99.9 K 2024-11-19T06:28:47,043 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c] 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e9fd184a2a64572922dfa1f9f1a2bbd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9accffad98a14edc81f9feb8022f7806, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f315dcdd98f4227883ac6af402de8e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731997721305 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a6f740cc934a70a86fd6caf58ad78c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731997721305 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c79315c67bf84e1eae7bae2cc24228eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:47,043 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ff21b278839496eb07120f10abd9a5c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:47,047 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:47,048 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:47,048 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/80c20e29ed7b48be8d463d20ec0e0831 is 50, key is test_row_0/B:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:47,048 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411194ec2c649c1384a6ab37fbbd4d462a3a9_df29e42c63a68cd0ee1dd87f35e8b87c store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:47,050 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411194ec2c649c1384a6ab37fbbd4d462a3a9_df29e42c63a68cd0ee1dd87f35e8b87c, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:47,050 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411194ec2c649c1384a6ab37fbbd4d462a3a9_df29e42c63a68cd0ee1dd87f35e8b87c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742357_1533 (size=12561) 2024-11-19T06:28:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742358_1534 (size=4469) 2024-11-19T06:28:47,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:47,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42839 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:47,126 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:47,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ffba6ceedcfa4a97a146c8cd735624a0_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997725408/Put/seqid=0 2024-11-19T06:28:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742359_1535 (size=12304) 2024-11-19T06:28:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:47,454 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#A#compaction#451 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:47,454 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/6002734359bf4426afe58f507abc2918 is 175, key is test_row_0/A:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:47,455 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/80c20e29ed7b48be8d463d20ec0e0831 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/80c20e29ed7b48be8d463d20ec0e0831 2024-11-19T06:28:47,459 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/B of df29e42c63a68cd0ee1dd87f35e8b87c into 80c20e29ed7b48be8d463d20ec0e0831(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:47,459 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:47,459 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/B, priority=13, startTime=1731997727042; duration=0sec 2024-11-19T06:28:47,459 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:47,459 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:B 2024-11-19T06:28:47,459 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:47,460 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:47,460 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/C is initiating minor compaction (all files) 2024-11-19T06:28:47,460 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/C in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:47,460 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/54eee1e11dc444d09938a445fd8adebd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=35.9 K 2024-11-19T06:28:47,460 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 54eee1e11dc444d09938a445fd8adebd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731997719337 2024-11-19T06:28:47,460 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4853a864c8e4428abddc8221881f2bd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731997721305 2024-11-19T06:28:47,460 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting ed4096886c6b4db995b17f61a02d74d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:47,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742360_1536 (size=31515) 2024-11-19T06:28:47,465 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:47,465 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/29241b83d72445168406e3707c59ff77 is 50, key is test_row_0/C:col10/1731997725391/Put/seqid=0 2024-11-19T06:28:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742361_1537 (size=12561) 2024-11-19T06:28:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. as already flushing 2024-11-19T06:28:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:47,538 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119ffba6ceedcfa4a97a146c8cd735624a0_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ffba6ceedcfa4a97a146c8cd735624a0_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/494ea6b3248446d09a28c41fb2a152ae, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/494ea6b3248446d09a28c41fb2a152ae is 175, key is test_row_0/A:col10/1731997725408/Put/seqid=0 2024-11-19T06:28:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742362_1538 (size=31105) 2024-11-19T06:28:47,543 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/494ea6b3248446d09a28c41fb2a152ae 2024-11-19T06:28:47,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c53468027b8f4658ac150fe69bfa41c9 is 50, key is test_row_0/B:col10/1731997725408/Put/seqid=0 2024-11-19T06:28:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742363_1539 (size=12151) 2024-11-19T06:28:47,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997787562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997787564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49394 deadline: 1731997787628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,629 DEBUG [Thread-2170 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49328 deadline: 1731997787632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,634 DEBUG [Thread-2172 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:47,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49414 deadline: 1731997787634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,635 DEBUG [Thread-2176 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., hostname=576536e5d610,42839,1731997554164, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T06:28:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997787665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997787667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,860 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/6002734359bf4426afe58f507abc2918 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918 2024-11-19T06:28:47,863 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/A of df29e42c63a68cd0ee1dd87f35e8b87c into 6002734359bf4426afe58f507abc2918(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:47,863 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:47,863 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/A, priority=13, startTime=1731997727042; duration=0sec 2024-11-19T06:28:47,863 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:47,864 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:A 2024-11-19T06:28:47,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997787867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,872 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/29241b83d72445168406e3707c59ff77 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/29241b83d72445168406e3707c59ff77 2024-11-19T06:28:47,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997787869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:47,875 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/C of df29e42c63a68cd0ee1dd87f35e8b87c into 29241b83d72445168406e3707c59ff77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:47,875 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:47,875 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/C, priority=13, startTime=1731997727042; duration=0sec 2024-11-19T06:28:47,875 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:47,875 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:C 2024-11-19T06:28:47,962 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c53468027b8f4658ac150fe69bfa41c9 2024-11-19T06:28:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/71a75977a61e498a973ae9807d98cc5c is 50, key is test_row_0/C:col10/1731997725408/Put/seqid=0 2024-11-19T06:28:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742364_1540 (size=12151) 2024-11-19T06:28:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49340 deadline: 1731997788170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-19T06:28:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42839 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49342 deadline: 1731997788174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 2024-11-19T06:28:48,371 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/71a75977a61e498a973ae9807d98cc5c 2024-11-19T06:28:48,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/494ea6b3248446d09a28c41fb2a152ae as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae 2024-11-19T06:28:48,377 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae, entries=150, sequenceid=205, filesize=30.4 K 2024-11-19T06:28:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/c53468027b8f4658ac150fe69bfa41c9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9 2024-11-19T06:28:48,380 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9, entries=150, sequenceid=205, filesize=11.9 K 2024-11-19T06:28:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/71a75977a61e498a973ae9807d98cc5c as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c 2024-11-19T06:28:48,383 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c, entries=150, sequenceid=205, filesize=11.9 K 2024-11-19T06:28:48,383 INFO [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for df29e42c63a68cd0ee1dd87f35e8b87c in 1257ms, sequenceid=205, compaction requested=false 2024-11-19T06:28:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/576536e5d610:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-19T06:28:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-19T06:28:48,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-19T06:28:48,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0840 sec 2024-11-19T06:28:48,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.0860 sec 2024-11-19T06:28:48,666 DEBUG [Thread-2179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17f6ce8d to 127.0.0.1:55568 2024-11-19T06:28:48,666 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,666 DEBUG [Thread-2185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d48543c to 127.0.0.1:55568 2024-11-19T06:28:48,667 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,667 DEBUG [Thread-2187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336a5bad to 127.0.0.1:55568 2024-11-19T06:28:48,667 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,667 DEBUG [Thread-2181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05a5e441 to 127.0.0.1:55568 2024-11-19T06:28:48,667 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,668 DEBUG [Thread-2183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x723a6cf2 to 127.0.0.1:55568 2024-11-19T06:28:48,668 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42839 {}] regionserver.HRegion(8581): Flush requested on df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:48,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-19T06:28:48,677 DEBUG [Thread-2168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c0f5004 to 127.0.0.1:55568 2024-11-19T06:28:48,677 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:48,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:48,681 DEBUG [Thread-2174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cd3d28 to 127.0.0.1:55568 2024-11-19T06:28:48,681 DEBUG [Thread-2174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:48,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938145d42c35449b9a466b4fade85686e_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742365_1541 (size=12304) 2024-11-19T06:28:49,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:49,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111938145d42c35449b9a466b4fade85686e_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938145d42c35449b9a466b4fade85686e_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:49,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/cf421eb8865f4482920f06ae54959d93, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:49,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/cf421eb8865f4482920f06ae54959d93 is 175, key is test_row_0/A:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742366_1542 (size=31105) 2024-11-19T06:28:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-19T06:28:49,405 INFO [Thread-2178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-19T06:28:49,502 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/cf421eb8865f4482920f06ae54959d93 2024-11-19T06:28:49,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/4e49887bc88c4f6ab5b890d73d1e0693 is 50, key is test_row_0/B:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742367_1543 (size=12151) 2024-11-19T06:28:49,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/4e49887bc88c4f6ab5b890d73d1e0693 2024-11-19T06:28:49,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/7dd888499ccb4a71bb4ad317d4659761 is 50, key is test_row_0/C:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742368_1544 (size=12151) 2024-11-19T06:28:50,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/7dd888499ccb4a71bb4ad317d4659761 2024-11-19T06:28:50,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/cf421eb8865f4482920f06ae54959d93 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93 2024-11-19T06:28:50,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93, entries=150, sequenceid=233, filesize=30.4 K 2024-11-19T06:28:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/4e49887bc88c4f6ab5b890d73d1e0693 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693 2024-11-19T06:28:50,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T06:28:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/7dd888499ccb4a71bb4ad317d4659761 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761 2024-11-19T06:28:50,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761, entries=150, sequenceid=233, filesize=11.9 K 2024-11-19T06:28:50,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for df29e42c63a68cd0ee1dd87f35e8b87c in 1686ms, sequenceid=233, compaction requested=true 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:A, priority=-2147483648, current under compaction store size is 1 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:50,362 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:B, priority=-2147483648, current under compaction store size is 2 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store df29e42c63a68cd0ee1dd87f35e8b87c:C, priority=-2147483648, current under compaction store size is 3 2024-11-19T06:28:50,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:50,362 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/B is initiating minor compaction (all files) 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/A is initiating minor compaction (all files) 2024-11-19T06:28:50,363 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/A in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:50,363 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/B in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:50,363 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/80c20e29ed7b48be8d463d20ec0e0831, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=36.0 K 2024-11-19T06:28:50,363 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=91.5 K 2024-11-19T06:28:50,363 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. files: [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93] 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c20e29ed7b48be8d463d20ec0e0831, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6002734359bf4426afe58f507abc2918, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting c53468027b8f4658ac150fe69bfa41c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731997725398 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting 494ea6b3248446d09a28c41fb2a152ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731997725398 2024-11-19T06:28:50,363 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e49887bc88c4f6ab5b890d73d1e0693, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997727552 2024-11-19T06:28:50,364 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf421eb8865f4482920f06ae54959d93, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997727552 2024-11-19T06:28:50,368 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:50,369 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:50,369 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/b8d303d2d5c849e2b591d66050182c70 is 50, key is test_row_0/B:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:50,369 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241119aee6a35019dc4d5f97db2e2046dffd5a_df29e42c63a68cd0ee1dd87f35e8b87c store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:50,373 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241119aee6a35019dc4d5f97db2e2046dffd5a_df29e42c63a68cd0ee1dd87f35e8b87c, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:50,373 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119aee6a35019dc4d5f97db2e2046dffd5a_df29e42c63a68cd0ee1dd87f35e8b87c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742369_1545 (size=12663) 2024-11-19T06:28:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742370_1546 (size=4469) 2024-11-19T06:28:50,779 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#A#compaction#460 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:50,780 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c1ebeb18d06d4eb98f60b97bc7937786 is 175, key is test_row_0/A:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:50,785 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/b8d303d2d5c849e2b591d66050182c70 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b8d303d2d5c849e2b591d66050182c70 2024-11-19T06:28:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742371_1547 (size=31617) 2024-11-19T06:28:50,789 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/B of df29e42c63a68cd0ee1dd87f35e8b87c into b8d303d2d5c849e2b591d66050182c70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:50,789 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:50,789 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/B, priority=13, startTime=1731997730362; duration=0sec 2024-11-19T06:28:50,789 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-19T06:28:50,789 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:B 2024-11-19T06:28:50,789 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-19T06:28:50,790 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-19T06:28:50,790 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1540): df29e42c63a68cd0ee1dd87f35e8b87c/C is initiating minor compaction (all files) 2024-11-19T06:28:50,790 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of df29e42c63a68cd0ee1dd87f35e8b87c/C in TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:50,790 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/29241b83d72445168406e3707c59ff77, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761] into tmpdir=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp, totalSize=36.0 K 2024-11-19T06:28:50,790 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 29241b83d72445168406e3707c59ff77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731997723495 2024-11-19T06:28:50,791 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a75977a61e498a973ae9807d98cc5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731997725398 2024-11-19T06:28:50,791 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dd888499ccb4a71bb4ad317d4659761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731997727552 2024-11-19T06:28:50,796 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): df29e42c63a68cd0ee1dd87f35e8b87c#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-19T06:28:50,797 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/091ef615c1c94d0d82a0136b91ceab65 is 50, key is test_row_0/C:col10/1731997727563/Put/seqid=0 2024-11-19T06:28:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742372_1548 (size=12663) 2024-11-19T06:28:51,198 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/c1ebeb18d06d4eb98f60b97bc7937786 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c1ebeb18d06d4eb98f60b97bc7937786 2024-11-19T06:28:51,202 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/A of df29e42c63a68cd0ee1dd87f35e8b87c into c1ebeb18d06d4eb98f60b97bc7937786(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:51,202 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:51,202 INFO [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/A, priority=13, startTime=1731997730362; duration=0sec 2024-11-19T06:28:51,202 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:51,202 DEBUG [RS:0;576536e5d610:42839-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:A 2024-11-19T06:28:51,203 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/091ef615c1c94d0d82a0136b91ceab65 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/091ef615c1c94d0d82a0136b91ceab65 2024-11-19T06:28:51,206 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in df29e42c63a68cd0ee1dd87f35e8b87c/C of df29e42c63a68cd0ee1dd87f35e8b87c into 091ef615c1c94d0d82a0136b91ceab65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-19T06:28:51,206 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:51,206 INFO [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c., storeName=df29e42c63a68cd0ee1dd87f35e8b87c/C, priority=13, startTime=1731997730362; duration=0sec 2024-11-19T06:28:51,206 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-19T06:28:51,206 DEBUG [RS:0;576536e5d610:42839-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: df29e42c63a68cd0ee1dd87f35e8b87c:C 2024-11-19T06:28:51,645 DEBUG [Thread-2176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d6c03ba to 127.0.0.1:55568 2024-11-19T06:28:51,646 DEBUG [Thread-2176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:51,649 DEBUG [Thread-2170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1767dc60 to 127.0.0.1:55568 2024-11-19T06:28:51,649 DEBUG [Thread-2170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:51,664 DEBUG [Thread-2172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c3d7a2 to 127.0.0.1:55568 2024-11-19T06:28:51,664 DEBUG [Thread-2172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5467 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5381 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5513 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5445 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5419 2024-11-19T06:28:51,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-19T06:28:51,665 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:28:51,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507d2cf9 to 127.0.0.1:55568 2024-11-19T06:28:51,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:51,666 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-19T06:28:51,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-19T06:28:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:51,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997731672"}]},"ts":"1731997731672"} 2024-11-19T06:28:51,674 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-19T06:28:51,696 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-19T06:28:51,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-19T06:28:51,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, UNASSIGN}] 2024-11-19T06:28:51,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, UNASSIGN 2024-11-19T06:28:51,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=CLOSING, regionLocation=576536e5d610,42839,1731997554164 2024-11-19T06:28:51,704 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T06:28:51,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164}] 2024-11-19T06:28:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:51,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 576536e5d610,42839,1731997554164 2024-11-19T06:28:51,857 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:51,858 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-19T06:28:51,858 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing df29e42c63a68cd0ee1dd87f35e8b87c, disabling compactions & flushes 2024-11-19T06:28:51,858 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:51,858 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:51,858 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. after waiting 0 ms 2024-11-19T06:28:51,858 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:51,858 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing df29e42c63a68cd0ee1dd87f35e8b87c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=A 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=B 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK df29e42c63a68cd0ee1dd87f35e8b87c, store=C 2024-11-19T06:28:51,859 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-19T06:28:51,871 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111989eb953bdeff4a2bbf8f2cb223f14c5b_df29e42c63a68cd0ee1dd87f35e8b87c is 50, key is test_row_0/A:col10/1731997731643/Put/seqid=0 2024-11-19T06:28:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742373_1549 (size=12304) 2024-11-19T06:28:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:52,276 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T06:28:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:52,283 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111989eb953bdeff4a2bbf8f2cb223f14c5b_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111989eb953bdeff4a2bbf8f2cb223f14c5b_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:52,285 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9217c04c6de14ab29bcecbba0a974543, store: [table=TestAcidGuarantees family=A region=df29e42c63a68cd0ee1dd87f35e8b87c] 2024-11-19T06:28:52,285 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9217c04c6de14ab29bcecbba0a974543 is 175, key is test_row_0/A:col10/1731997731643/Put/seqid=0 2024-11-19T06:28:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742374_1550 (size=31105) 2024-11-19T06:28:52,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T06:28:52,692 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9217c04c6de14ab29bcecbba0a974543 2024-11-19T06:28:52,705 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/073219a431b34b4189eabce46334ed0f is 50, key is test_row_0/B:col10/1731997731643/Put/seqid=0 2024-11-19T06:28:52,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742375_1551 (size=12151) 2024-11-19T06:28:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:53,111 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/073219a431b34b4189eabce46334ed0f 2024-11-19T06:28:53,126 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/c46143e2978b4b118e64f421512544ce is 50, key is test_row_0/C:col10/1731997731643/Put/seqid=0 2024-11-19T06:28:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742376_1552 (size=12151) 2024-11-19T06:28:53,532 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/c46143e2978b4b118e64f421512544ce 2024-11-19T06:28:53,561 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/A/9217c04c6de14ab29bcecbba0a974543 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9217c04c6de14ab29bcecbba0a974543 2024-11-19T06:28:53,567 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9217c04c6de14ab29bcecbba0a974543, entries=150, sequenceid=243, filesize=30.4 K 2024-11-19T06:28:53,568 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/B/073219a431b34b4189eabce46334ed0f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/073219a431b34b4189eabce46334ed0f 2024-11-19T06:28:53,571 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/073219a431b34b4189eabce46334ed0f, entries=150, sequenceid=243, filesize=11.9 K 2024-11-19T06:28:53,571 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/.tmp/C/c46143e2978b4b118e64f421512544ce as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/c46143e2978b4b118e64f421512544ce 2024-11-19T06:28:53,574 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/c46143e2978b4b118e64f421512544ce, entries=150, sequenceid=243, filesize=11.9 K 2024-11-19T06:28:53,574 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for df29e42c63a68cd0ee1dd87f35e8b87c in 1716ms, sequenceid=243, compaction requested=false 2024-11-19T06:28:53,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93] to archive 2024-11-19T06:28:53,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:53,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/b69986c55105414caf2e72ebdc9a952f 2024-11-19T06:28:53,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/583f85cf6b484506a2aa9e43c5ce7394 2024-11-19T06:28:53,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/815521697acd40ce9b11f6987af53f3c 2024-11-19T06:28:53,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f69902b6e29247f49f832f19d7a7036a 2024-11-19T06:28:53,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/d54012b351104200a5f7eeb5538ec7b8 2024-11-19T06:28:53,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/a0701246a4f945f08c9bb7a241ad0444 2024-11-19T06:28:53,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c4f435198b5a4c40a53ad0765daa450b 2024-11-19T06:28:53,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/f4383a40d38b4c779ef2a8fa637ff1eb 2024-11-19T06:28:53,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/07e3e6bdd34848a798f7884bbfe925ad 2024-11-19T06:28:53,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9accffad98a14edc81f9feb8022f7806 2024-11-19T06:28:53,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/82a6f740cc934a70a86fd6caf58ad78c 2024-11-19T06:28:53,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/4ff21b278839496eb07120f10abd9a5c 2024-11-19T06:28:53,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/6002734359bf4426afe58f507abc2918 2024-11-19T06:28:53,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/494ea6b3248446d09a28c41fb2a152ae 2024-11-19T06:28:53,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/cf421eb8865f4482920f06ae54959d93 2024-11-19T06:28:53,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/922393ab7eec412292280598712aa1ad, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/5e9fd184a2a64572922dfa1f9f1a2bbd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/80c20e29ed7b48be8d463d20ec0e0831, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693] to archive 2024-11-19T06:28:53,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:53,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/73df17a7bdbe440fa11bba44e0ade665 2024-11-19T06:28:53,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/59a49c3856c04fda98948dc7e12c899d 2024-11-19T06:28:53,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/922393ab7eec412292280598712aa1ad to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/922393ab7eec412292280598712aa1ad 2024-11-19T06:28:53,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/18a5be0b1f5040cabe94abb8c12cb054 2024-11-19T06:28:53,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/7e6e34f8dac346ba8c99cd4f66ed0b37 2024-11-19T06:28:53,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/df0725051c974279a5f1ccb21eeefe54 2024-11-19T06:28:53,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/32e6f93cce0e4057bd385aefcdf9a78f 2024-11-19T06:28:53,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/8524ec9289fc4ab0a6efb67a02f2f5bc 2024-11-19T06:28:53,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/5e9fd184a2a64572922dfa1f9f1a2bbd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/5e9fd184a2a64572922dfa1f9f1a2bbd 2024-11-19T06:28:53,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b2f26dedbe964615aa08c07b6f9b5b82 2024-11-19T06:28:53,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/6f315dcdd98f4227883ac6af402de8e4 2024-11-19T06:28:53,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/80c20e29ed7b48be8d463d20ec0e0831 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/80c20e29ed7b48be8d463d20ec0e0831 2024-11-19T06:28:53,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c79315c67bf84e1eae7bae2cc24228eb 2024-11-19T06:28:53,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/c53468027b8f4658ac150fe69bfa41c9 2024-11-19T06:28:53,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/4e49887bc88c4f6ab5b890d73d1e0693 2024-11-19T06:28:53,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/fa6512e501f34ced946af51d1f0580cc, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/54eee1e11dc444d09938a445fd8adebd, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/29241b83d72445168406e3707c59ff77, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761] to archive 2024-11-19T06:28:53,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-19T06:28:53,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/44af24cd638d40afa01216fd020ade40 2024-11-19T06:28:53,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/76147ea000894ef3b1877b5dff5dafe4 2024-11-19T06:28:53,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/fa6512e501f34ced946af51d1f0580cc to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/fa6512e501f34ced946af51d1f0580cc 2024-11-19T06:28:53,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/dea61688bfdd427780f1c444c15506b1 2024-11-19T06:28:53,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/3720b40024014f04be86a943e0a98a0b 2024-11-19T06:28:53,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ee5098b1424d4885aa41de90c687d403 2024-11-19T06:28:53,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/8af08fdfbce840d4b9905f71d5b24244 2024-11-19T06:28:53,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/17cc9bf39a4944e093429434668c214b 2024-11-19T06:28:53,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/54eee1e11dc444d09938a445fd8adebd to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/54eee1e11dc444d09938a445fd8adebd 2024-11-19T06:28:53,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/24f53aecd8b2453a865b8f18c1c81c09 2024-11-19T06:28:53,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/4853a864c8e4428abddc8221881f2bd6 2024-11-19T06:28:53,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/29241b83d72445168406e3707c59ff77 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/29241b83d72445168406e3707c59ff77 2024-11-19T06:28:53,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/ed4096886c6b4db995b17f61a02d74d0 2024-11-19T06:28:53,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/71a75977a61e498a973ae9807d98cc5c 2024-11-19T06:28:53,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/7dd888499ccb4a71bb4ad317d4659761 2024-11-19T06:28:53,610 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits/246.seqid, newMaxSeqId=246, maxSeqId=4 2024-11-19T06:28:53,610 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c. 2024-11-19T06:28:53,610 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for df29e42c63a68cd0ee1dd87f35e8b87c: 2024-11-19T06:28:53,611 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=df29e42c63a68cd0ee1dd87f35e8b87c, regionState=CLOSED 2024-11-19T06:28:53,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-19T06:28:53,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure df29e42c63a68cd0ee1dd87f35e8b87c, server=576536e5d610,42839,1731997554164 in 1.9080 sec 2024-11-19T06:28:53,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-19T06:28:53,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=df29e42c63a68cd0ee1dd87f35e8b87c, UNASSIGN in 1.9130 sec 2024-11-19T06:28:53,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-19T06:28:53,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-19T06:28:53,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731997733616"}]},"ts":"1731997733616"} 2024-11-19T06:28:53,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-19T06:28:53,629 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-19T06:28:53,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9620 sec 2024-11-19T06:28:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-19T06:28:53,780 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-19T06:28:53,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-19T06:28:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,782 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,783 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-19T06:28:53,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C, FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits] 2024-11-19T06:28:53,788 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9217c04c6de14ab29bcecbba0a974543 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/9217c04c6de14ab29bcecbba0a974543 2024-11-19T06:28:53,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c1ebeb18d06d4eb98f60b97bc7937786 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/A/c1ebeb18d06d4eb98f60b97bc7937786 2024-11-19T06:28:53,790 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/073219a431b34b4189eabce46334ed0f to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/073219a431b34b4189eabce46334ed0f 2024-11-19T06:28:53,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b8d303d2d5c849e2b591d66050182c70 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/B/b8d303d2d5c849e2b591d66050182c70 2024-11-19T06:28:53,793 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/091ef615c1c94d0d82a0136b91ceab65 to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/091ef615c1c94d0d82a0136b91ceab65 2024-11-19T06:28:53,794 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/c46143e2978b4b118e64f421512544ce to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/C/c46143e2978b4b118e64f421512544ce 2024-11-19T06:28:53,795 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits/246.seqid to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c/recovered.edits/246.seqid 2024-11-19T06:28:53,796 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/default/TestAcidGuarantees/df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,796 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-19T06:28:53,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:28:53,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-19T06:28:53,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938145d42c35449b9a466b4fade85686e_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111938145d42c35449b9a466b4fade85686e_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398f9110d8874ed8b008a961fe588730_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119398f9110d8874ed8b008a961fe588730_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194174fd8baaf4446898eefe0b44ed6b34_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411194174fd8baaf4446898eefe0b44ed6b34_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119419afb13095d4c999c2239808a78ce1f_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119419afb13095d4c999c2239808a78ce1f_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195681d8c85f2b4f4ba7b4ae6d0e0aed0e_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411195681d8c85f2b4f4ba7b4ae6d0e0aed0e_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111961f472fa485b444c82aac931805afc59_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111961f472fa485b444c82aac931805afc59_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111989eb953bdeff4a2bbf8f2cb223f14c5b_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111989eb953bdeff4a2bbf8f2cb223f14c5b_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199d086a48c2c64e8d8ecd3f07e9ccc396_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411199d086a48c2c64e8d8ecd3f07e9ccc396_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,805 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba71c230d2f64a97b436a20847bb7282_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ba71c230d2f64a97b436a20847bb7282_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,806 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfa37a4078994106845764c99a1aa163_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119bfa37a4078994106845764c99a1aa163_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,807 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c0933f1c1a014c13bda72a3e82bcc306_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119c0933f1c1a014c13bda72a3e82bcc306_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,808 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f086919f60cb444e9bc9f168a22df085_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119f086919f60cb444e9bc9f168a22df085_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,808 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ffba6ceedcfa4a97a146c8cd735624a0_df29e42c63a68cd0ee1dd87f35e8b87c to hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241119ffba6ceedcfa4a97a146c8cd735624a0_df29e42c63a68cd0ee1dd87f35e8b87c 2024-11-19T06:28:53,809 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-19T06:28:53,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,812 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-19T06:28:53,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-19T06:28:53,814 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,814 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-19T06:28:53,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731997733814"}]},"ts":"9223372036854775807"} 2024-11-19T06:28:53,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-19T06:28:53,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => df29e42c63a68cd0ee1dd87f35e8b87c, NAME => 'TestAcidGuarantees,,1731997705450.df29e42c63a68cd0ee1dd87f35e8b87c.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T06:28:53,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-19T06:28:53,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731997733816"}]},"ts":"9223372036854775807"} 2024-11-19T06:28:53,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-19T06:28:53,821 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-19T06:28:53,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-19T06:28:53,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-19T06:28:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-19T06:28:53,884 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-19T06:28:53,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=448 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 253) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5058 (was 5073) 2024-11-19T06:28:53,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T06:28:53,898 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T06:28:53,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63dfbe60 to 127.0.0.1:55568 2024-11-19T06:28:53,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:53,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T06:28:53,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111253708, stopped=false 2024-11-19T06:28:53,899 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=576536e5d610,38093,1731997553401 2024-11-19T06:28:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T06:28:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T06:28:53,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T06:28:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:28:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:28:53,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:53,905 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '576536e5d610,42839,1731997554164' ***** 2024-11-19T06:28:53,905 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T06:28:53,905 INFO [RS:0;576536e5d610:42839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T06:28:53,905 INFO [RS:0;576536e5d610:42839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T06:28:53,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T06:28:53,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T06:28:53,905 INFO [RS:0;576536e5d610:42839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T06:28:53,905 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(3579): Received CLOSE for e50fa05013b177aed815df88e8598eaf 2024-11-19T06:28:53,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T06:28:53,906 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1224): stopping server 576536e5d610,42839,1731997554164 2024-11-19T06:28:53,906 DEBUG [RS:0;576536e5d610:42839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:53,906 INFO [RS:0;576536e5d610:42839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T06:28:53,906 INFO [RS:0;576536e5d610:42839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T06:28:53,906 INFO [RS:0;576536e5d610:42839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T06:28:53,906 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T06:28:53,906 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e50fa05013b177aed815df88e8598eaf, disabling compactions & flushes 2024-11-19T06:28:53,907 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:28:53,907 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. after waiting 0 ms 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:28:53,907 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e50fa05013b177aed815df88e8598eaf=hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf.} 2024-11-19T06:28:53,907 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e50fa05013b177aed815df88e8598eaf 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T06:28:53,907 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T06:28:53,907 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T06:28:53,907 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-19T06:28:53,907 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e50fa05013b177aed815df88e8598eaf 2024-11-19T06:28:53,924 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/.tmp/info/967591e120fe4f6dacd6e10b4240307d is 45, key is default/info:d/1731997560140/Put/seqid=0 2024-11-19T06:28:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742377_1553 (size=5037) 2024-11-19T06:28:53,930 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/info/a18351af9a7a4d98af5aa73317ceb16f is 143, key is hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf./info:regioninfo/1731997559756/Put/seqid=0 2024-11-19T06:28:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742378_1554 (size=7725) 2024-11-19T06:28:53,959 INFO [regionserver/576536e5d610:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T06:28:54,021 INFO [regionserver/576536e5d610:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T06:28:54,021 INFO [regionserver/576536e5d610:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T06:28:54,108 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e50fa05013b177aed815df88e8598eaf 2024-11-19T06:28:54,308 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e50fa05013b177aed815df88e8598eaf 2024-11-19T06:28:54,328 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/.tmp/info/967591e120fe4f6dacd6e10b4240307d 2024-11-19T06:28:54,335 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/info/a18351af9a7a4d98af5aa73317ceb16f 2024-11-19T06:28:54,337 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/.tmp/info/967591e120fe4f6dacd6e10b4240307d as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/info/967591e120fe4f6dacd6e10b4240307d 2024-11-19T06:28:54,341 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/info/967591e120fe4f6dacd6e10b4240307d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T06:28:54,342 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e50fa05013b177aed815df88e8598eaf in 434ms, sequenceid=6, compaction requested=false 2024-11-19T06:28:54,345 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/namespace/e50fa05013b177aed815df88e8598eaf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T06:28:54,346 INFO [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:28:54,346 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e50fa05013b177aed815df88e8598eaf: 2024-11-19T06:28:54,346 DEBUG [RS_CLOSE_REGION-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731997558459.e50fa05013b177aed815df88e8598eaf. 2024-11-19T06:28:54,357 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/rep_barrier/fa3afcafe0c148e984d6896b5b515efb is 102, key is TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0./rep_barrier:/1731997588994/DeleteFamily/seqid=0 2024-11-19T06:28:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742379_1555 (size=6025) 2024-11-19T06:28:54,509 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T06:28:54,709 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T06:28:54,761 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/rep_barrier/fa3afcafe0c148e984d6896b5b515efb 2024-11-19T06:28:54,788 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/table/f727b43d02cf4d869d509177c0f821f3 is 96, key is TestAcidGuarantees,,1731997560402.3a61a5c7251bb09a1419bf4f2518caf0./table:/1731997588994/DeleteFamily/seqid=0 2024-11-19T06:28:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742380_1556 (size=5942) 2024-11-19T06:28:54,909 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-19T06:28:54,909 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T06:28:54,910 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T06:28:55,110 DEBUG [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-19T06:28:55,193 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/table/f727b43d02cf4d869d509177c0f821f3 2024-11-19T06:28:55,203 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/info/a18351af9a7a4d98af5aa73317ceb16f as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/info/a18351af9a7a4d98af5aa73317ceb16f 2024-11-19T06:28:55,206 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/info/a18351af9a7a4d98af5aa73317ceb16f, entries=22, sequenceid=93, filesize=7.5 K 2024-11-19T06:28:55,206 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/rep_barrier/fa3afcafe0c148e984d6896b5b515efb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/rep_barrier/fa3afcafe0c148e984d6896b5b515efb 2024-11-19T06:28:55,209 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/rep_barrier/fa3afcafe0c148e984d6896b5b515efb, entries=6, sequenceid=93, filesize=5.9 K 2024-11-19T06:28:55,210 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/.tmp/table/f727b43d02cf4d869d509177c0f821f3 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/table/f727b43d02cf4d869d509177c0f821f3 2024-11-19T06:28:55,213 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/table/f727b43d02cf4d869d509177c0f821f3, entries=9, sequenceid=93, filesize=5.8 K 2024-11-19T06:28:55,213 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=93, compaction requested=false 2024-11-19T06:28:55,217 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-19T06:28:55,218 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T06:28:55,218 INFO [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T06:28:55,218 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T06:28:55,218 DEBUG [RS_CLOSE_META-regionserver/576536e5d610:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T06:28:55,310 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1250): stopping server 576536e5d610,42839,1731997554164; all regions closed. 2024-11-19T06:28:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741834_1010 (size=26050) 2024-11-19T06:28:55,323 DEBUG [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/oldWALs 2024-11-19T06:28:55,323 INFO [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 576536e5d610%2C42839%2C1731997554164.meta:.meta(num 1731997558128) 2024-11-19T06:28:55,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741832_1008 (size=12678282) 2024-11-19T06:28:55,328 DEBUG [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/oldWALs 2024-11-19T06:28:55,328 INFO [RS:0;576536e5d610:42839 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 576536e5d610%2C42839%2C1731997554164:(num 1731997557141) 2024-11-19T06:28:55,328 DEBUG [RS:0;576536e5d610:42839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:55,328 INFO [RS:0;576536e5d610:42839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T06:28:55,328 INFO [RS:0;576536e5d610:42839 {}] hbase.ChoreService(370): Chore service for: regionserver/576536e5d610:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T06:28:55,329 INFO [regionserver/576536e5d610:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T06:28:55,329 INFO [RS:0;576536e5d610:42839 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42839 2024-11-19T06:28:55,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T06:28:55,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/576536e5d610,42839,1731997554164 2024-11-19T06:28:55,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [576536e5d610,42839,1731997554164] 2024-11-19T06:28:55,396 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 576536e5d610,42839,1731997554164; numProcessing=1 2024-11-19T06:28:55,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/576536e5d610,42839,1731997554164 already deleted, retry=false 2024-11-19T06:28:55,404 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 576536e5d610,42839,1731997554164 expired; onlineServers=0 2024-11-19T06:28:55,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '576536e5d610,38093,1731997553401' ***** 2024-11-19T06:28:55,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T06:28:55,405 DEBUG [M:0;576536e5d610:38093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad2c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=576536e5d610/172.17.0.2:0 2024-11-19T06:28:55,405 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegionServer(1224): stopping server 576536e5d610,38093,1731997553401 2024-11-19T06:28:55,405 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegionServer(1250): stopping server 576536e5d610,38093,1731997553401; all regions closed. 2024-11-19T06:28:55,405 DEBUG [M:0;576536e5d610:38093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:28:55,405 DEBUG [M:0;576536e5d610:38093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T06:28:55,406 DEBUG [M:0;576536e5d610:38093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T06:28:55,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T06:28:55,406 DEBUG [master/576536e5d610:0:becomeActiveMaster-HFileCleaner.large.0-1731997556822 {}] cleaner.HFileCleaner(306): Exit Thread[master/576536e5d610:0:becomeActiveMaster-HFileCleaner.large.0-1731997556822,5,FailOnTimeoutGroup] 2024-11-19T06:28:55,406 DEBUG [master/576536e5d610:0:becomeActiveMaster-HFileCleaner.small.0-1731997556823 {}] cleaner.HFileCleaner(306): Exit Thread[master/576536e5d610:0:becomeActiveMaster-HFileCleaner.small.0-1731997556823,5,FailOnTimeoutGroup] 2024-11-19T06:28:55,406 INFO [M:0;576536e5d610:38093 {}] hbase.ChoreService(370): Chore service for: master/576536e5d610:0 had [] on shutdown 2024-11-19T06:28:55,407 DEBUG [M:0;576536e5d610:38093 {}] master.HMaster(1733): Stopping service threads 2024-11-19T06:28:55,407 INFO [M:0;576536e5d610:38093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T06:28:55,407 ERROR [M:0;576536e5d610:38093 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-19T06:28:55,409 INFO [M:0;576536e5d610:38093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T06:28:55,409 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T06:28:55,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T06:28:55,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T06:28:55,412 DEBUG [M:0;576536e5d610:38093 {}] zookeeper.ZKUtil(347): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T06:28:55,412 WARN [M:0;576536e5d610:38093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T06:28:55,412 INFO [M:0;576536e5d610:38093 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T06:28:55,413 INFO [M:0;576536e5d610:38093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T06:28:55,413 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T06:28:55,413 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:28:55,413 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:28:55,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T06:28:55,413 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T06:28:55,413 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:28:55,413 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=728.67 KB heapSize=892.67 KB 2024-11-19T06:28:55,428 DEBUG [M:0;576536e5d610:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8abf7803be78483393e7aac81ce6fda9 is 82, key is hbase:meta,,1/info:regioninfo/1731997558248/Put/seqid=0 2024-11-19T06:28:55,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742381_1557 (size=5672) 2024-11-19T06:28:55,496 INFO [RS:0;576536e5d610:42839 {}] regionserver.HRegionServer(1307): Exiting; stopping=576536e5d610,42839,1731997554164; zookeeper connection closed. 2024-11-19T06:28:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T06:28:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42839-0x101530ef2800001, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T06:28:55,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74970290 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74970290 2024-11-19T06:28:55,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T06:28:55,833 INFO [M:0;576536e5d610:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8abf7803be78483393e7aac81ce6fda9 2024-11-19T06:28:55,861 DEBUG [M:0;576536e5d610:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a745b0c1fdb448f885ea4b0634b09bfd is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1731997708556/Put/seqid=0 2024-11-19T06:28:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742382_1558 (size=43977) 2024-11-19T06:28:56,267 INFO [M:0;576536e5d610:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=728.11 KB at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a745b0c1fdb448f885ea4b0634b09bfd 2024-11-19T06:28:56,276 INFO [M:0;576536e5d610:38093 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a745b0c1fdb448f885ea4b0634b09bfd 2024-11-19T06:28:56,294 DEBUG [M:0;576536e5d610:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6e9bae60e54d938bd394ac76fd67bb is 69, key is 576536e5d610,42839,1731997554164/rs:state/1731997556912/Put/seqid=0 2024-11-19T06:28:56,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073742383_1559 (size=5156) 2024-11-19T06:28:56,699 INFO [M:0;576536e5d610:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6e9bae60e54d938bd394ac76fd67bb 2024-11-19T06:28:56,709 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8abf7803be78483393e7aac81ce6fda9 as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8abf7803be78483393e7aac81ce6fda9 2024-11-19T06:28:56,712 INFO [M:0;576536e5d610:38093 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8abf7803be78483393e7aac81ce6fda9, entries=8, sequenceid=2009, filesize=5.5 K 2024-11-19T06:28:56,713 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a745b0c1fdb448f885ea4b0634b09bfd as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a745b0c1fdb448f885ea4b0634b09bfd 2024-11-19T06:28:56,715 INFO [M:0;576536e5d610:38093 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a745b0c1fdb448f885ea4b0634b09bfd 2024-11-19T06:28:56,715 INFO [M:0;576536e5d610:38093 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a745b0c1fdb448f885ea4b0634b09bfd, entries=173, sequenceid=2009, filesize=42.9 K 2024-11-19T06:28:56,716 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6e9bae60e54d938bd394ac76fd67bb as hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6e9bae60e54d938bd394ac76fd67bb 2024-11-19T06:28:56,718 INFO [M:0;576536e5d610:38093 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36799/user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6e9bae60e54d938bd394ac76fd67bb, entries=1, sequenceid=2009, filesize=5.0 K 2024-11-19T06:28:56,719 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegion(3040): Finished flush of dataSize ~728.67 KB/746157, heapSize ~892.38 KB/913792, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2009, compaction requested=false 2024-11-19T06:28:56,720 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T06:28:56,720 DEBUG [M:0;576536e5d610:38093 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T06:28:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35581 is added to blk_1073741830_1006 (size=877957) 2024-11-19T06:28:56,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/99210171-3cde-0ef0-6953-d74199bdb287/MasterData/WALs/576536e5d610,38093,1731997553401/576536e5d610%2C38093%2C1731997553401.1731997556190 not finished, retry = 0 2024-11-19T06:28:56,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T06:28:56,824 INFO [M:0;576536e5d610:38093 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T06:28:56,824 INFO [M:0;576536e5d610:38093 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38093 2024-11-19T06:28:56,854 DEBUG [M:0;576536e5d610:38093 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/576536e5d610,38093,1731997553401 already deleted, retry=false 2024-11-19T06:28:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T06:28:56,963 INFO [M:0;576536e5d610:38093 {}] regionserver.HRegionServer(1307): Exiting; stopping=576536e5d610,38093,1731997553401; zookeeper connection closed. 2024-11-19T06:28:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101530ef2800000, quorum=127.0.0.1:55568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T06:28:56,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T06:28:56,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T06:28:56,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T06:28:56,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T06:28:56,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.log.dir/,STOPPED} 2024-11-19T06:28:56,984 WARN [BP-831449548-172.17.0.2-1731997550150 heartbeating to localhost/127.0.0.1:36799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T06:28:56,984 WARN [BP-831449548-172.17.0.2-1731997550150 heartbeating to localhost/127.0.0.1:36799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831449548-172.17.0.2-1731997550150 (Datanode Uuid 932fcefa-21cb-474a-a735-58635f88dcb4) service to localhost/127.0.0.1:36799 2024-11-19T06:28:56,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T06:28:56,984 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T06:28:56,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data1/current/BP-831449548-172.17.0.2-1731997550150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T06:28:56,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/cluster_c811fdac-ac08-87f1-5d51-ec99c83beaf8/dfs/data/data2/current/BP-831449548-172.17.0.2-1731997550150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T06:28:56,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T06:28:56,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T06:28:56,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T06:28:56,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T06:28:56,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T06:28:56,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4cd088a-8519-7b77-2bcb-ca40e4690e8d/hadoop.log.dir/,STOPPED} 2024-11-19T06:28:57,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T06:28:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down